-- Logs begin at Mon 2021-05-10 12:53:59 UTC, end at Mon 2021-05-10 13:43:51 UTC. -- May 10 13:22:50.919230 dv-cinder-784945-7-smb systemd[1]: Started Devstack devstack@q-svc.service. May 10 13:22:53.287485 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.common.config [-] Logging enabled! May 10 13:22:53.288010 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 13:22:53.288245 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78672) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 13:22:53.291440 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.common.config [-] Logging enabled! May 10 13:22:53.291693 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 13:22:53.291997 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78672) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 13:22:53.292902 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 13:22:53.293707 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 13:22:53.294067 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 13:22:53.294309 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 13:22:53.294532 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 13:22:53.294848 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.295139 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.295431 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.295655 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.295942 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.296226 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.296501 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.296787 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.297076 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.297374 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.297648 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.297927 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.298151 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.298425 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.298707 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.298987 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.299205 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] debug = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.299478 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.299896 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.300297 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.300571 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.300854 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.301125 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.301413 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.301683 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.301957 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.302277 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] host = dv-cinder-784945-7-smb {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.302547 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.302826 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.303103 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.303381 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.303649 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.303918 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.304194 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.304459 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.304723 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] log_file = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.304989 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.305267 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.305572 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.305858 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.306078 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.306296 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.306578 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.306863 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.307131 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.307397 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.307663 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.307929 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.308197 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.308456 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.308772 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.309050 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.309327 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.309623 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.309889 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.310154 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.310418 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.310695 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.310960 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.311225 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.311490 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.311770 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.312032 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.312298 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.312591 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.312867 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.313139 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.313447 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.313715 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.313989 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.314251 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.314512 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.314776 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] use_json = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.315037 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.315297 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.315571 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.315834 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.316095 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.316357 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.316619 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.316898 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:53.317183 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.317498 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.317792 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.318069 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.318358 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.318628 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.318910 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.319179 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.319460 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.319741 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.320023 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.320292 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.320572 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.320839 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.321124 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.321449 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.321742 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.322026 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.322292 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.322558 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.322822 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.323089 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.323366 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.323652 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.323935 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.324221 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.324495 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.324778 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.325046 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.325311 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.325605 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.325886 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.326153 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.326417 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.326691 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.326964 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.327229 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.327492 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.327760 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.328038 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.328305 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.328569 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.328833 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.329101 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.329399 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.329665 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.329937 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.330204 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.330468 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.330737 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.330997 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.331261 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.331530 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.331794 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.332061 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.332324 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.332586 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.332848 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.333110 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.333399 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.333667 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.333929 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.334198 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.334461 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.334724 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.334987 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.335255 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.335524 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.335847 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.336154 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.336427 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.336703 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.336974 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.337245 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.337545 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.337817 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.338087 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.338357 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.338624 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.338905 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.339180 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.339460 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.339732 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.340514 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.340803 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.341073 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.341347 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.341639 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.341910 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.342191 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.342467 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.342754 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.343040 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.343326 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.343611 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.343898 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.344171 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.344473 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.344746 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:53.344959 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 13:22:53.345191 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78672) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 13:22:53.686583 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:22:53.686855 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:22:53.687143 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:22:53.687481 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 13:22:53.984870 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:53.985080 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:53.985344 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:53.986540 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:53.986807 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:53.987063 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.106389 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.106663 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.106923 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.119772 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.120047 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.120313 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.149421 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.149698 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.149961 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.187460 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.187732 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.187994 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.415528 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.416166 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.416166 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.416319 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.417028 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.538449 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.538763 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.539051 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.539301 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.539560 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.539862 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.540116 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.540365 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.540610 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.540882 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.541133 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.541414 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.541672 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.541920 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.542177 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.542438 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.542689 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.542988 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.543240 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.543514 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.543851 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.544096 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.544337 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.544749 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.545001 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.545249 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.545652 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78672) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:22:54.545889 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78672) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:22:54.546127 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78672) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:22:54.546359 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78672) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:22:54.546591 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78672) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:22:54.546823 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78672) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:22:54.547179 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 13:22:54.550206 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 13:22:54.554036 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 13:22:54.557928 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 10 13:22:54.560026 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 13:22:54.560470 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 13:22:54.560795 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 13:22:54.561169 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 13:22:54.563981 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 13:22:54.564231 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 13:22:54.564727 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 13:22:54.592291 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 13:22:54.592733 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.593027 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78672) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 10 13:22:54.593402 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.594731 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78672) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 13:22:54.595008 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 13:22:54.595251 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 13:22:54.598446 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.598727 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:54.663195 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 13:22:54.663430 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 13:22:54.663661 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 13:22:54.664021 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 13:22:54.694547 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_db.sqlalchemy.engines [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78672) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 13:22:55.017554 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.managers [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Initializing driver for type 'gre' May 10 13:22:55.018091 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] gre ID ranges: [(1, 1000)] May 10 13:22:55.069220 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.managers [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Initializing driver for type 'local' May 10 13:22:55.069625 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.managers [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Initializing driver for type 'vlan' May 10 13:22:55.081272 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] VlanTypeDriver initialization complete May 10 13:22:55.081654 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.managers [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Initializing driver for type 'vxlan' May 10 13:22:55.082139 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] vxlan ID ranges: [(1, 1000)] May 10 13:22:55.134540 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.managers [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Initializing extension driver 'port_security' May 10 13:22:55.134918 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.extensions.port_security [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] PortSecurityExtensionDriver initialization complete May 10 13:22:55.135297 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.managers [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Initializing mechanism driver 'openvswitch' May 10 13:22:55.135638 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.managers [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Initializing mechanism driver 'hyperv' May 10 13:22:55.142100 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.plugins.ml2.plugin [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:22:55.142863 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > port after_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.143236 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > port after_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.147859 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > port after_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.148264 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > subnet after_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.148631 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > subnet after_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.148983 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.149437 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > network after_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.149833 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > network after_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.150194 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > network after_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.150599 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > security_group after_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.150948 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > security_group after_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.151300 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.151677 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.152033 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.152368 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.152745 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > address_group after_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.153086 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > address_group after_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.153446 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.153783 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] ML2 OVO RPC backend initialized. {{(pid=78672) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 10 13:22:55.154487 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.154834 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.155241 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > network before_response 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.155580 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > networks before_response 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.155920 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > port before_response 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.156254 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > ports before_response 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.156587 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > subnet before_response 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.156922 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > subnets before_response 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.157260 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > network after_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.157621 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > network after_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.157954 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > network after_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.158287 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > port after_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.158621 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > port after_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.158954 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > port after_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.159285 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > subnet after_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.159617 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > subnet after_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.159944 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.160515 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.plugin [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Modular L2 Plugin initialization complete May 10 13:22:55.160841 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading services supported by the core plugin {{(pid=78672) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 13:22:55.161163 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.plugins.ml2.managers [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Got port-security extension from driver 'port_security' May 10 13:22:55.169389 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.extensions.vlantransparent [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Disabled vlantransparent extension. May 10 13:22:55.169389 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78672) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 13:22:55.169389 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading Plugin: router May 10 13:22:55.198849 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.199244 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router after_create 55549900 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.199607 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router before_create 55549900 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.199965 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.200329 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.200674 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router after_delete 55549900 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.201023 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.201397 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router after_create 55549900 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.201737 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router after_update 55549900 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.202075 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router after_update 55549900 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.202414 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.202762 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router after_update 55549900 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.203163 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router precommit_update 55549900 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.203525 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: port after_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.203856 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: port after_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.204188 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: subnet after_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.204518 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.204856 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.205193 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router precommit_create 55549900 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.205546 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: port before_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.205882 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router precommit_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.206233 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router after_update 55549900 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.206566 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.206904 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router precommit_create 55549900 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.207271 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.207592 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router precommit_update 55549900 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.207955 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > network after_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.208791 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Tracking information for resource: router configured {{(pid=78672) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:22:55.209116 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Tracking information for resource: floatingip configured {{(pid=78672) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:22:55.213977 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.db.l3_agentschedulers_db [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 13:22:55.214547 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: port after_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.215184 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: port after_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.215413 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: port after_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.215761 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: port after_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.216541 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router before_create 55550100 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.216903 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.217263 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router precommit_create 55550100 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.217648 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > router precommit_update 55550100 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.221896 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.services.provider_configuration [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Service providers = [] {{(pid=78672) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 13:22:55.222252 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.db.servicetype_db [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78672) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 13:22:55.225094 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.services.service_base [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78672) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 13:22:55.225473 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.services.service_base [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78672) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 13:22:55.225809 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.services.service_base [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78672) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 13:22:55.226671 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.services.service_base [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78672) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 13:22:55.227037 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.services.service_base [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 13:22:55.228869 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78672) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:22:55.229206 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 13:22:55.240041 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78672) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:22:55.240372 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading Plugin: auto_allocate May 10 13:22:55.246030 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: network precommit_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.246980 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: network precommit_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.247489 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78672) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:22:55.247802 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading Plugin: tag May 10 13:22:55.254817 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78672) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:22:55.255138 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading Plugin: timestamp May 10 13:22:55.258861 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78672) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:22:55.259192 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading Plugin: network_ip_availability May 10 13:22:55.264352 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.264721 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.265079 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.265811 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78672) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:22:55.266131 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading Plugin: flavors May 10 13:22:55.271014 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78672) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:22:55.271293 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading Plugin: revisions May 10 13:22:55.275460 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78672) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:22:55.275837 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_concurrency.lockutils [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.589s {{(pid=78672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:22:55.276554 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78672) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 10 13:22:55.276883 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Initializing extension manager. May 10 13:22:55.277926 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: __init__.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.278265 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: __pycache__ {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.278594 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.278924 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: address_group.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.279659 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.280218 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: address-group May 10 13:22:55.280534 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: address_scope.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.281223 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.281771 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: address-scope May 10 13:22:55.282086 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.282993 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.283503 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: router-admin-state-down-before-update May 10 13:22:55.283818 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: agent.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.284491 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.284997 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: agent May 10 13:22:55.285308 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: agent_resources_synced.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.286212 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.286721 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: agent-resources-synced May 10 13:22:55.287034 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: allowedaddresspairs.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.288853 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.289410 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: allowed-address-pairs May 10 13:22:55.289733 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: auto_allocated_topology.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.290769 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.291287 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: auto-allocated-topology May 10 13:22:55.291606 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: availability_zone.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.292274 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.292783 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: availability_zone May 10 13:22:55.293721 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: availability_zone_filter.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.294609 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.295122 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: availability_zone_filter May 10 13:22:55.295438 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: data_plane_status.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.296309 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.296814 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension data-plane-status not supported by any of loaded plugins May 10 13:22:55.297131 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: default_subnetpools.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.298036 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.298550 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: default-subnetpools May 10 13:22:55.298868 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.299649 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.300154 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: dhcp_agent_scheduler May 10 13:22:55.300469 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: dns.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.301340 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.301861 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension dns-integration not supported by any of loaded plugins May 10 13:22:55.302175 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: dns_domain_ports.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.303059 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.303566 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 13:22:55.303883 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: dvr.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.304527 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.305031 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: dvr May 10 13:22:55.305341 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: empty_string_filtering.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.306238 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.306743 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: empty-string-filtering May 10 13:22:55.307058 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.307932 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.308431 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 13:22:55.308771 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.309678 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.310178 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 13:22:55.310492 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: external_net.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.311366 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.311873 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: external-net May 10 13:22:55.312185 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.313053 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.313594 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: extra_dhcp_opt May 10 13:22:55.313911 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: extraroute.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.314777 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.315289 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: extraroute May 10 13:22:55.315601 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: extraroute_atomic.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.316591 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.317109 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: extraroute-atomic May 10 13:22:55.317445 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: filter_validation.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.318090 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.318596 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: filter-validation May 10 13:22:55.318908 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: fip_pf_description.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.319963 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.320475 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 13:22:55.320791 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: fip_port_details.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.321716 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.322226 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: fip-port-details May 10 13:22:55.322541 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: flavors.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.323739 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.324282 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: flavors May 10 13:22:55.324603 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.326254 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.326777 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 13:22:55.327104 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: floatingip_pools.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.327778 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.328288 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: floatingip-pools May 10 13:22:55.328606 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: ip_allocation.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.329531 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.330038 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension ip_allocation not supported by any of loaded plugins May 10 13:22:55.330358 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.331241 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.331749 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: ip-substring-filtering May 10 13:22:55.332067 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: l2_adjacency.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.332945 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.333481 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 13:22:55.333800 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: l3.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.334726 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.335242 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: router May 10 13:22:55.335559 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.337754 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.338282 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 13:22:55.338604 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.339498 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.340530 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: ext-gw-mode May 10 13:22:55.340848 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.341759 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.342276 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: l3-ha May 10 13:22:55.342593 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: l3_flavors.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.343470 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.343981 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: l3-flavors May 10 13:22:55.344299 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.345196 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.345872 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 13:22:55.346189 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: l3agentscheduler.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.347178 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.347690 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: l3_agent_scheduler May 10 13:22:55.348008 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: logging.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.349507 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.350037 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension logging not supported by any of loaded plugins May 10 13:22:55.350362 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: metering.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.351075 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.351652 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: metering May 10 13:22:55.351972 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.353040 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.353581 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: metering_source_and_destination_fields May 10 13:22:55.353906 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: multiprovidernet.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.354921 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.355503 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: multi-provider May 10 13:22:55.355830 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: netmtu.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.356717 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.357222 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: net-mtu May 10 13:22:55.357573 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: netmtu_writable.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.358459 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.358962 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: net-mtu-writable May 10 13:22:55.359279 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: network_availability_zone.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.359933 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.360438 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: network_availability_zone May 10 13:22:55.360752 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: network_ip_availability.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.361841 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.362354 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: network-ip-availability May 10 13:22:55.362673 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: network_segment_range.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.363417 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.363922 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension network-segment-range not supported by any of loaded plugins May 10 13:22:55.364238 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: pagination.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.365184 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.365549 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: pagination May 10 13:22:55.365865 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: port_device_profile.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.366744 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.367263 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: port-device-profile May 10 13:22:55.367579 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.368474 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.368985 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: port-mac-address-regenerate May 10 13:22:55.369302 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.370205 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.370715 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: port-numa-affinity-policy May 10 13:22:55.371543 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: port_resource_request.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.372432 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.372939 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension port-resource-request not supported by any of loaded plugins May 10 13:22:55.373251 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: portbindings.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.374165 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.374927 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: binding May 10 13:22:55.375238 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: portbindings_extended.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.376470 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.376982 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: binding-extended May 10 13:22:55.377300 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: portsecurity.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.378205 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.378714 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: port-security May 10 13:22:55.379027 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: project_id.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.379968 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.380294 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: project-id May 10 13:22:55.380609 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: providernet.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.381526 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.382043 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: provider May 10 13:22:55.382357 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: qos.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.385847 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.386380 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension qos not supported by any of loaded plugins May 10 13:22:55.386823 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.388045 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.388636 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 13:22:55.388966 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.389895 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.390409 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 13:22:55.390730 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: qos_default.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.391614 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.392124 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension qos-default not supported by any of loaded plugins May 10 13:22:55.392445 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: qos_fip.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.393071 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.393601 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension qos-fip not supported by any of loaded plugins May 10 13:22:55.393920 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: qos_gateway_ip.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.394814 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.395330 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 13:22:55.395647 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: qos_port_network_policy.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.396533 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.397047 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 13:22:55.397381 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: qos_rule_type_details.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.398270 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.398785 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 13:22:55.399103 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: qos_rules_alias.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.400115 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.400629 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 13:22:55.400946 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: quotasv2.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.401962 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.402799 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: quotas May 10 13:22:55.403121 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: quotasv2_detail.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.404695 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.405034 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: quota_details May 10 13:22:55.405382 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: rbac.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.406394 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.406920 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: rbac-policies May 10 13:22:55.407245 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: rbac_address_group.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.408139 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.408659 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: rbac-address-group May 10 13:22:55.408980 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: rbac_address_scope.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.409889 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.410413 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: rbac-address-scope May 10 13:22:55.410732 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: rbac_security_groups.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.411611 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.412127 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: rbac-security-groups May 10 13:22:55.412445 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: rbac_subnetpool.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.413337 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.413877 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: rbac-subnetpool May 10 13:22:55.414194 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: revisionifmatch.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.415082 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.415595 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: revision-if-match May 10 13:22:55.416101 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: revisions.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.416977 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.417523 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: standard-attr-revisions May 10 13:22:55.417842 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: router_availability_zone.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.418543 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.419055 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: router_availability_zone May 10 13:22:55.419372 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: routerservicetype.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.420267 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.420777 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension router-service-type not supported by any of loaded plugins May 10 13:22:55.421094 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.422018 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.422531 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: security-groups-normalized-cidr May 10 13:22:55.422845 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.423736 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.424250 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: port-security-groups-filtering May 10 13:22:55.424565 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.425507 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.426022 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: security-groups-remote-address-group May 10 13:22:55.426340 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: securitygroup.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.436270 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.436798 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: security-group May 10 13:22:55.437123 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: segment.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.437901 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.438414 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension segment not supported by any of loaded plugins May 10 13:22:55.438734 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.439632 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.440147 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 13:22:55.440468 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: servicetype.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.441577 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.442097 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: service-type May 10 13:22:55.442417 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: sorting.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.443368 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.443695 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: sorting May 10 13:22:55.444013 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: standard_attr_segment.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.444889 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.445481 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 13:22:55.445806 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: standardattrdescription.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.446431 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.446937 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: standard-attr-description May 10 13:22:55.447253 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: stateful_security_group.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.448144 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.448656 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: stateful-security-group May 10 13:22:55.448973 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: stdattrs_common.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.450117 dv-cinder-784945-7-smb neutron-server[78672]: WARNING neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 13:22:55.450436 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.451396 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.451908 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 13:22:55.452223 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: subnet_onboard.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.453274 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.453822 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: subnet_onboard May 10 13:22:55.454142 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.455041 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.455549 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 13:22:55.455866 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: subnet_service_types.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.456764 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.457275 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: subnet-service-types May 10 13:22:55.457619 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: subnetallocation.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.458670 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.459180 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: subnet_allocation May 10 13:22:55.459496 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.460136 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.460718 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: subnetpool-prefix-ops May 10 13:22:55.461035 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.461963 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.462472 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 13:22:55.462788 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: tagging.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.463770 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.464294 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: standard-attr-tag May 10 13:22:55.464614 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: timestamp.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.465810 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.466326 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loaded extension: standard-attr-timestamp May 10 13:22:55.466645 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: trunk.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.467654 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.468170 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension trunk not supported by any of loaded plugins May 10 13:22:55.468486 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: trunk_details.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.469397 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.469910 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension trunk-details not supported by any of loaded plugins May 10 13:22:55.470224 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: uplink_status_propagation.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.471114 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.471625 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 13:22:55.471939 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Loading extension file: vlantransparent.py {{(pid=78672) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 13:22:55.472577 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78672) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 13:22:55.473082 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 13:22:55.475532 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Creating instance of TrackedResource for resource:network May 10 13:22:55.476225 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Creating instance of TrackedResource for resource:subnet May 10 13:22:55.476976 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Creating instance of TrackedResource for resource:subnetpool May 10 13:22:55.477611 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Creating instance of TrackedResource for resource:port May 10 13:22:55.478836 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.v2.resource_helper [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78672) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:22:55.479280 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.v2.resource_helper [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Service FLAVORS assigned prefix: {{(pid=78672) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:22:55.479909 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.v2.resource_helper [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78672) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:22:55.480329 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.v2.resource_helper [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78672) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:22:55.480686 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Creating instance of TrackedResource for resource:router May 10 13:22:55.481427 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Creating instance of TrackedResource for resource:floatingip May 10 13:22:55.482076 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.v2.resource_helper [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Service METERING assigned prefix: /metering {{(pid=78672) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:22:55.483480 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.483841 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.484191 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:22:55.485305 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Creating instance of CountableResource for resource:rbac_policy May 10 13:22:55.485782 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Creating instance of TrackedResource for resource:security_group May 10 13:22:55.486421 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 13:22:55.487157 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.v2.resource_helper [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Service CORE assigned prefix: {{(pid=78672) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:22:55.487488 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Creating instance of TrackedResource for resource:subnetpool May 10 13:22:55.487819 dv-cinder-784945-7-smb neutron-server[78672]: WARNING neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] subnetpool is already registered May 10 13:22:55.488419 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.v2.resource_helper [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Service CORE assigned prefix: {{(pid=78672) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:22:55.488774 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Creating instance of TrackedResource for resource:subnetpool May 10 13:22:55.489100 dv-cinder-784945-7-smb neutron-server[78672]: WARNING neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] subnetpool is already registered May 10 13:22:55.491732 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.v2.resource_helper [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78672) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:22:55.492173 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.v2.resource_helper [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Service FLAVORS assigned prefix: {{(pid=78672) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:22:55.492762 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.v2.resource_helper [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78672) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:22:55.493178 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.v2.resource_helper [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78672) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:22:55.493532 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Creating instance of TrackedResource for resource:router May 10 13:22:55.493858 dv-cinder-784945-7-smb neutron-server[78672]: WARNING neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] router is already registered May 10 13:22:55.494444 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Creating instance of TrackedResource for resource:floatingip May 10 13:22:55.494763 dv-cinder-784945-7-smb neutron-server[78672]: WARNING neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] floatingip is already registered May 10 13:22:55.495383 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.v2.resource_helper [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Service METERING assigned prefix: /metering {{(pid=78672) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:22:55.496569 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Creating instance of CountableResource for resource:rbac_policy May 10 13:22:55.496894 dv-cinder-784945-7-smb neutron-server[78672]: WARNING neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] rbac_policy is already registered May 10 13:22:55.498310 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Creating instance of TrackedResource for resource:security_group May 10 13:22:55.498644 dv-cinder-784945-7-smb neutron-server[78672]: WARNING neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] security_group is already registered May 10 13:22:55.499307 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 13:22:55.499940 dv-cinder-784945-7-smb neutron-server[78672]: WARNING neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] security_group_rule is already registered May 10 13:22:55.500801 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.v2.resource_helper [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Service CORE assigned prefix: {{(pid=78672) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:22:55.501250 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Creating instance of TrackedResource for resource:subnetpool May 10 13:22:55.501671 dv-cinder-784945-7-smb neutron-server[78672]: WARNING neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] subnetpool is already registered May 10 13:22:55.502563 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.v2.resource_helper [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Service CORE assigned prefix: {{(pid=78672) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:22:55.503000 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Creating instance of TrackedResource for resource:subnetpool May 10 13:22:55.503455 dv-cinder-784945-7-smb neutron-server[78672]: WARNING neutron.quota.resource_registry [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] subnetpool is already registered May 10 13:22:55.504260 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: extensions {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.506355 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: address-groups {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.508271 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: address-scopes {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.510273 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: agents {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.512580 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: auto-allocated-topology {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.514020 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: availability_zones {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.516069 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: dhcp-networks {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.518328 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: dhcp-agents {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.520004 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: routers {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.522472 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: flavors {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.524079 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: service_profiles {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.526042 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: next_providers {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.528495 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: service_profiles {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.530507 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: floatingip-pools {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.532436 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: routers {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.535022 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: floatingips {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.536949 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: l3-routers {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.538813 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: l3-agents {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.540957 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: metering-labels {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.542877 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: metering-label-rules {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.544884 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: network-ip-availabilities {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.546824 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: bindings {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.549142 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: quotas {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.551371 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: quotas {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.553471 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: rbac-policies {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.555174 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: security-groups {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.556418 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: security-group-rules {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.558055 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: service-providers {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.560564 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: subnetpools {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.562435 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: subnetpools {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.564355 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: tags {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.566501 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: tags {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.568718 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: tags {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.571326 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: tags {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.576209 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: tags {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.576730 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: tags {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.578446 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: tags {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.581346 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: tags {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.583180 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: tags {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.695839 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron.api.extensions [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Extended resource: tags {{(pid=78672) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:22:55.701758 dv-cinder-784945-7-smb neutron-server[78672]: WARNING keystonemiddleware.auth_token [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 13:22:55.706441 dv-cinder-784945-7-smb neutron-server[78672]: WARNING keystonemiddleware.auth_token [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 13:22:55.714538 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_concurrency.lockutils [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Acquired lock "singleton_lock" {{(pid=78672) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 10 13:22:55.715037 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_concurrency.lockutils [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Releasing lock "singleton_lock" {{(pid=78672) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 10 13:22:55.715678 dv-cinder-784945-7-smb neutron-server[78672]: INFO oslo_service.service [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Starting 2 workers May 10 13:22:55.720264 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Started child 78777 {{(pid=78672) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 13:22:55.724434 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Started child 78778 {{(pid=78672) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 13:22:55.725581 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:22:55.726400 dv-cinder-784945-7-smb neutron-server[78672]: INFO neutron.service [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 13:22:55.726571 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Notify callbacks [] for process, before_spawn {{(pid=78672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:22:55.727218 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [-] (78777) wsgi starting up on http://0.0.0.0:9696 May 10 13:22:55.728903 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:22:55.729463 dv-cinder-784945-7-smb neutron-server[78672]: INFO oslo_service.service [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Starting 1 workers May 10 13:22:55.730301 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [-] (78778) wsgi starting up on http://0.0.0.0:9696 May 10 13:22:55.734606 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Started child 78779 {{(pid=78672) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 13:22:55.735126 dv-cinder-784945-7-smb neutron-server[78672]: INFO oslo_service.service [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Starting 1 workers May 10 13:22:55.738320 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.service [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] calling RpcWorker wait() {{(pid=78779) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 13:22:55.738870 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.service [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] returning from RpcWorker wait() {{(pid=78779) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 13:22:55.739368 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Started child 78780 {{(pid=78672) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 13:22:55.740191 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG neutron_lib.callbacks.manager [None req-52934520-fc80-4d7e-a57a-03e3c0034816 None None] Notify callbacks [] for process, after_spawn {{(pid=78672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:22:55.740298 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:22:55.740739 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:22:55.742082 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78672) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 13:22:55.742294 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 13:22:55.742468 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 13:22:55.742683 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 13:22:55.743012 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 13:22:55.743178 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 13:22:55.743662 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.743925 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.744202 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.744457 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.744726 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.744843 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:22:55.745296 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.745600 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.745857 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.745997 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:22:55.746757 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.747036 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.747208 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.747361 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.747608 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.747852 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.748152 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.748414 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.748669 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.748950 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.749117 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.749425 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.749957 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.750188 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.750447 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] debug = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.750684 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.751152 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.751374 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.751633 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.751863 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.752123 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.752365 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.752640 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.752872 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.753085 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.753308 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.753608 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.753836 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.754050 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.754263 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.754503 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.754714 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.755184 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] host = dv-cinder-784945-7-smb {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.755403 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.755620 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.755864 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.756103 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.756343 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.756552 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.756799 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.757048 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.757305 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.757571 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.757813 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.758033 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.758258 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.758501 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] log_file = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.758658 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] log_options = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.758868 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.759162 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.759434 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.759618 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.759782 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.759951 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.760330 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.760330 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.760588 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.760812 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.761020 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.761235 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.761510 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.761801 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.762045 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.762277 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.762545 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.762733 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.762973 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.763195 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.763435 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.763654 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.763883 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.764093 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.764317 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.764547 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.764768 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.764975 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.765181 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.765448 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.765658 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.765919 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.766160 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.766405 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.766627 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.766846 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.767060 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.767311 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.767534 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.767801 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.768041 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.768257 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.768552 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.768690 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.768897 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.769145 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] use_json = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.769339 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.769580 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.769822 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.770029 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.770254 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.770499 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.770663 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.770906 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.771321 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.771595 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.771905 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.772146 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.772651 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.772864 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.774333 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.774637 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.775067 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.775374 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.776624 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.777294 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.777497 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.778457 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.778795 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.779140 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.780105 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.780390 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.780641 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.780886 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.781126 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.781375 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.781697 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.781964 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.782232 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.783135 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.785423 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.787044 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.787258 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.788605 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.789453 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.789819 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.792310 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.792591 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.792849 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.793625 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.793876 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.794132 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.794375 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.794645 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.794896 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.795142 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.795372 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.795605 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.795849 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.796081 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.796307 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.796546 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.796837 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.797086 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.797345 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.797615 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.797840 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.798056 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.798278 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.798513 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.798734 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.798974 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.799189 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.799409 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.799641 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.799894 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.800143 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.800354 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.800573 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.800814 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.801048 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.801274 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.801524 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.801746 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.801966 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.802183 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.802398 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.802611 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.802850 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.803087 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.803306 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.803541 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.803767 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.803982 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.804215 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.804430 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.804646 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.804859 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.805146 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.805720 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.805976 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.806243 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.806512 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.806774 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.807017 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.807282 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.807505 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.807723 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.807992 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.808248 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.808478 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.809272 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.809555 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.809824 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.810088 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.810330 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.810624 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.810853 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.811118 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.811349 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.811638 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.811916 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.812170 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.812442 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.812695 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.812969 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.813217 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.813495 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.813723 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.813988 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.814303 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.814577 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.814860 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.815094 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.815346 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.815618 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.815850 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.816135 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.816368 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.816620 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.816839 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.817115 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.817381 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.817845 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.818065 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.818296 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.818634 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.818887 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.819210 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.819431 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.819704 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.819958 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.820207 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.820483 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.820724 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.820958 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.821226 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.821482 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.821704 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.821933 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.822173 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.822390 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.822618 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.822846 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.823083 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.823300 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.823515 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.823772 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.823989 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.824318 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.824537 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.824764 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.824986 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.825235 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.825474 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.825700 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.825942 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.826265 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.826497 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.826751 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.826983 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.827248 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.827473 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.827745 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.827995 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.828242 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.828473 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.828701 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.828936 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.829151 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.829419 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.829660 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.829878 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.830094 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.830655 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.830655 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.830860 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.831017 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.831252 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.831516 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.831766 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.832104 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.832371 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.832615 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.832853 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.833071 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.833288 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.833548 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.833786 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.834002 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.834231 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.834450 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.834716 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.834954 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.835193 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.835402 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.835637 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.835849 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.836075 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.836291 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.836581 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.836822 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.837056 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.837302 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.837569 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.837797 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.838009 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.838216 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.838458 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.838685 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.838910 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.839117 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.839325 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.839573 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.839808 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.840052 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.840265 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.840474 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.840709 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.840938 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.841192 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.841423 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.841655 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.841888 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.842096 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.842435 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.842684 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.842902 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.843184 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.843433 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.843660 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.843927 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.844252 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.844465 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.844705 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.844924 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.845156 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.845410 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.845685 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.845990 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.846292 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.846569 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.846822 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.847098 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.847376 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.847618 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.847830 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.848131 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.848473 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.848773 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.849039 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.849279 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.849669 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.849814 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.850046 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.850267 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.850503 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.850720 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.850972 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.851213 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.851473 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.851751 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.851943 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.852198 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.852423 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.852647 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.852875 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.853107 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.853264 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 13:22:55.853892 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78672) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 13:22:55.854049 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 13:22:55.854207 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 13:22:55.854377 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 13:22:55.854544 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 13:22:55.854695 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 13:22:55.854898 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.855065 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.855240 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.855889 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.856041 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.856221 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.856408 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.856530 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.856694 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.856851 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.857008 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.857165 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.857318 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.857494 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.857651 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.857807 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.857964 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.858119 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.858279 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.858435 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.858591 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.858747 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.858903 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] debug = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.859059 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.859264 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.859427 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.859585 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.859741 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.859897 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.860053 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.860210 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.860365 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.860521 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.860677 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.860834 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.860989 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.861168 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.861294 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.861484 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.861636 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.861791 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] host = dv-cinder-784945-7-smb {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.861951 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.862108 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.862263 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.862419 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.862574 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.862732 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.862927 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.863088 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.863244 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.863400 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.863555 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.863710 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.863865 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.864021 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] log_file = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.864177 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] log_options = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.864332 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.864487 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.864643 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.864816 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.864977 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.865135 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.865291 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.865469 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.865627 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.865783 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.865938 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.866094 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.866250 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.866406 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.866562 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.866717 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.866873 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.867030 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.867190 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.867334 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.867490 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.867647 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.867799 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.867955 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.868110 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.868266 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.868423 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.868579 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.868735 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.868893 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.869048 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.869206 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.869377 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.869536 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.869692 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.869853 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.870007 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.870167 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.870324 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.870480 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.870637 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.870793 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.870951 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.871161 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.871318 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.871474 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] use_json = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.871631 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.871788 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.871949 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.872104 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.872260 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.872419 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.872592 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.872729 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:22:55.872904 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.873065 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.873236 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.873419 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.873580 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.873738 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.873896 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.874062 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.874220 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.874377 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.874809 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.874967 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.875138 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.875297 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.875455 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.875617 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.875776 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.875935 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.876095 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.876190 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:22:55.876276 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.876400 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.876558 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.876731 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.876889 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.877048 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.877209 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.877395 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.877544 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.877705 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.877864 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.878024 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.878185 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.878343 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.878501 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.878662 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.878806 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.878964 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.879123 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.879282 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.879441 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.879600 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.879758 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.879934 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.880077 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.880234 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.880393 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.880551 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.880710 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.880870 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.881027 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.881196 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.881363 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.881538 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.881696 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.881863 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.882022 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.882179 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.882337 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.882495 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.882653 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.882812 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.882982 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.883142 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.883300 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.883459 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.883616 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.883775 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.883934 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.884093 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.884252 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.884410 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.884568 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.884725 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.884884 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.885042 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.885201 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.885397 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.885537 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.885696 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.885855 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.886013 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.886171 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.886330 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.886488 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.887174 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.887350 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.887509 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.887668 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.887826 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.887983 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.888142 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.888300 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.888459 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.888617 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.888775 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.888955 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.889112 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.889274 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.889768 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.889768 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.889768 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.891337 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.891337 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.891337 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.891337 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.891337 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.891337 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.891337 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.891337 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.892415 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.892415 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.892415 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.892415 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.892415 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.892415 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.892415 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.892415 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.892944 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.892944 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.892944 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.892944 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.892944 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.893313 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.893313 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.893313 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.893574 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.893651 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.893757 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.893927 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.894087 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.894405 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.894405 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.894554 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.894710 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.894868 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.895026 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.895185 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.895344 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.895503 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.895663 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.895821 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.895981 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.896141 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.896300 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.896458 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.896616 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.896799 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.896958 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.897118 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.897284 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.897453 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.897614 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.897774 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.897932 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.898091 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.898249 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.898407 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.898566 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.898725 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.898884 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.899041 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.899201 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.899359 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.899518 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.899676 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.899835 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.899994 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.900152 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.900310 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.900472 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.900631 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.900790 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.900949 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.901108 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.901267 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.901444 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.901608 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.901767 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.901926 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.902123 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.902241 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.902457 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.902605 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.902765 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.902924 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.903083 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.903243 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.903416 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.903576 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.903734 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.903892 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.904050 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.904208 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.904367 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.904526 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.904685 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.904846 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.905005 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.905167 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.905329 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.905566 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.905705 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.905864 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.906024 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.906181 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.906341 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.906512 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.906671 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.906829 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.906987 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.907146 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.907320 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.907486 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.907634 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.907792 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.907950 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.908117 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.908276 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.908433 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.908591 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.908749 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.908917 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.909075 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.909232 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.909409 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.909569 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.909736 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.909895 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.910053 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.910210 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.910368 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.910536 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.910698 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.910856 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.911023 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.911181 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.911339 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.911497 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.911667 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.911826 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.911988 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.912147 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.912306 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.912465 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.912627 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.912790 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.912958 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.913123 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.913284 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.913471 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.913640 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.913808 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.913968 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.914133 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.914301 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.914460 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.914619 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.914777 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.914935 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.915094 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.915251 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.915411 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.915571 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.915729 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.915888 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.916047 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.916206 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.916364 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.916522 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.916680 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.916838 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.916996 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.917155 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.917318 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:22:55.917490 dv-cinder-784945-7-smb neutron-server[78672]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78672) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 13:22:56.082720 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 60468) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:22:56.091451 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066414 May 10 13:23:06.549787 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a5c513-99a7-4a46-9870-de4789973a67 None None] get_active_networks_info from dv-cinder-784945-7-smb {{(pid=78779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 13:23:06.652152 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a5c513-99a7-4a46-9870-de4789973a67 None None] No non-hosted networks {{(pid=78779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 13:23:06.667335 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.agentschedulers_db [None req-f5a5c513-99a7-4a46-9870-de4789973a67 None None] DHCP Agent not found on host dv-cinder-784945-7-smb {{(pid=78779) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 10 13:23:06.814581 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-9a2b1e7c-da90-4a5d-8aa0-94c922eac736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366'] for agent, after_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:08.990356 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-236641fa-77dc-4237-bdfb-58148b0f3622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366'] for agent, after_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:09.030529 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-d7a04abd-889d-4b07-8563-7becfada05c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:09.140806 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366'] for agent, after_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:09.145683 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:09.147774 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:09.148289 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:09.148763 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:09.149233 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:09.149746 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:09.150460 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:09.150983 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:09.151503 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:09.152258 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:09.152794 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:09.153319 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:09.153936 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784945-7-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:23:09.172262 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784945-7-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:23:10.227304 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366'] for agent, after_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:11.536158 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.db.l3_hamode_db [None req-306c4328-381e-42fe-a3a9-d2241d9dc5f2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 13:23:11.623093 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306c4328-381e-42fe-a3a9-d2241d9dc5f2 None None] Routers set() bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:23:11.623398 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306c4328-381e-42fe-a3a9-d2241d9dc5f2 None None] Router IDs set() for agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 10 13:23:11.955204 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366'] for agent, after_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:13.180218 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 60560) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:23:13.756655 dv-cinder-784945-7-smb neutron-server[78778]: WARNING oslo_policy.policy [None req-46a5dd3d-efe8-4ff6-9c63-d7c9660113a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:23:13.757227 dv-cinder-784945-7-smb neutron-server[78778]: WARNING oslo_policy.policy [None req-46a5dd3d-efe8-4ff6-9c63-d7c9660113a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:23:13.970757 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [None req-46a5dd3d-efe8-4ff6-9c63-d7c9660113a8 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 13:23:13.971697 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-46a5dd3d-efe8-4ff6-9c63-d7c9660113a8 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7905612 May 10 13:23:16.257731 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 60574) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:23:16.623272 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-a45f54d7-7d60-4258-aaa5-9a23e39c6206 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:23:16.722755 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.policy [None req-a45f54d7-7d60-4258-aaa5-9a23e39c6206 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78778) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 13:23:16.768382 dv-cinder-784945-7-smb neutron-server[78778]: WARNING oslo_policy.policy [None req-a45f54d7-7d60-4258-aaa5-9a23e39c6206 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:23:16.768751 dv-cinder-784945-7-smb neutron-server[78778]: WARNING oslo_policy.policy [None req-a45f54d7-7d60-4258-aaa5-9a23e39c6206 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:23:16.777214 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.quota [None req-a45f54d7-7d60-4258-aaa5-9a23e39c6206 admin admin] Loaded quota_driver: . May 10 13:23:16.792076 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-a45f54d7-7d60-4258-aaa5-9a23e39c6206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:23:16.851866 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a45f54d7-7d60-4258-aaa5-9a23e39c6206 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786271086373', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786271085832', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786271096691', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786271101639', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786270915005', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786270920795', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-782556', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-683257', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1724805', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1656273'] for rbac-policy, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:16.911309 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a45f54d7-7d60-4258-aaa5-9a23e39c6206 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:16.912608 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-a45f54d7-7d60-4258-aaa5-9a23e39c6206 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6538277 May 10 13:23:19.437454 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 60588) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:23:19.781128 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'b896ecabd6044682859a1984680a3771', 'tenant_id': 'b896ecabd6044682859a1984680a3771'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:23:19.785782 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:23:19.790139 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Usage tracker for resource:network and tenant:b896ecabd6044682859a1984680a3771 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:23:19.795180 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:23:19.801207 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:23:19.811732 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Made reservation on behalf of b896ecabd6044682859a1984680a3771 for: {'network': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:23:19.814623 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for network, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:19.831534 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:19.845028 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:23:19.848653 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Usage tracker for resource:security_group_rule and tenant:b896ecabd6044682859a1984680a3771 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:23:19.853453 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:23:19.859439 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:23:19.953805 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:19.957253 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:19.962270 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:23:19.977891 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=78778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:23:20.003331 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786273459348', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:20.003903 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Unsubscribe: segment precommit_create {{(pid=78778) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 13:23:20.004357 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.db.segments_db [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Added segment d4b25e4d-a5d7-4f9d-8e77-6113a96f1c6b of type vlan for network 695d9a06-fcae-4ccd-b4af-b8e6b1141b3e May 10 13:23:20.054832 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389f30f8-6e5f-4e2f-a390-f46497a93ae2,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:23:20.073899 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:20.074227 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:20.074551 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:20.074861 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:20.075168 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:20.075477 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:20.075780 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:20.076082 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:20.076398 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:20.076702 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:20.076998 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:20.077295 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Tracked resource versions report: May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: pushed versions: May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: { 'AddressGroup': {'1.2'}, May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'ConntrackHelper': {'1.0'}, May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'Log': {'1.0'}, May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'Network': {'1.1'}, May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'Port': {'1.7'}, May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'PortForwarding': {'1.2'}, May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'QosPolicy': {'1.8'}, May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'SecurityGroup': {'1.4'}, May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'SecurityGroupRule': {'1.2'}, May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'SubPort': {'1.0'}, May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'Subnet': {'1.1'}, May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'Trunk': {'1.1'}} May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: consumer versions: May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: { DHCP agent@dv-cinder-784945-7-smb: {}, May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: L3 agent@dv-cinder-784945-7-smb: {}, May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: Metadata agent@dv-cinder-784945-7-smb: {}, May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: Metering agent@dv-cinder-784945-7-smb: {}, May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: Open vSwitch agent@dv-cinder-784945-7-smb: { 'AddressGroup': '1.2', May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'ConntrackHelper': '1.0', May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'Log': '1.0', May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'Network': '1.1', May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'Port': '1.7', May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'PortForwarding': '1.2', May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'QosPolicy': '1.8', May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'SecurityGroup': '1.4', May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'SecurityGroupRule': '1.2', May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'SubPort': '1.0', May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'Subnet': '1.1', May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: 'Trunk': '1.1'}} May 10 13:23:20.078381 dv-cinder-784945-7-smb neutron-server[78778]: {{(pid=78778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 13:23:20.123898 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786273018480'] for network, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:20.129142 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:23:20.164433 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for network, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:20.165856 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:23:20.166490 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:20.171457 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:23:20.270899 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8324034 May 10 13:23:20.273376 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Pushing event updated for resources: {'Network': ['ID=695d9a06-fcae-4ccd-b4af-b8e6b1141b3e,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:23:20.276693 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:23:20.286235 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Network 695d9a06-fcae-4ccd-b4af-b8e6b1141b3e details requested by agent ovs-agent-dv-cinder-784945-7-smb with host dv-cinder-784945-7-smb {{(pid=78779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 13:23:22.875193 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 60604) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:23:23.310845 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0342623-fe3d-47a8-bd4d-49ac7df1a89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:23:23.312186 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-a0342623-fe3d-47a8-bd4d-49ac7df1a89e admin admin] 10.222.0.30 "GET /v2.0/networks/695d9a06-fcae-4ccd-b4af-b8e6b1141b3e HTTP/1.1" status: 200 len: 825 time: 0.4360611 May 10 13:23:23.338307 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-89216483-336b-4394-8ce6-79c3d4bfb510 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/b6188423-e3cc-45ff-8689-294598e7de21 HTTP/1.1" status: 200 len: 734 time: 0.0207858 May 10 13:23:23.346688 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-bfb92010-7d27-479a-bd49-10b9a3a40353 admin admin] Request body: {'subnet': {'subnetpool_id': 'b6188423-e3cc-45ff-8689-294598e7de21', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '695d9a06-fcae-4ccd-b4af-b8e6b1141b3e', 'tenant_id': 'b896ecabd6044682859a1984680a3771', 'ip_version': 4}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:23:23.350781 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-bfb92010-7d27-479a-bd49-10b9a3a40353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:23:23.354408 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-bfb92010-7d27-479a-bd49-10b9a3a40353 admin admin] Usage tracker for resource:subnet and tenant:b896ecabd6044682859a1984680a3771 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:23:23.357260 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-bfb92010-7d27-479a-bd49-10b9a3a40353 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:23:23.362794 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-bfb92010-7d27-479a-bd49-10b9a3a40353 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:23:23.372828 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb92010-7d27-479a-bd49-10b9a3a40353 admin admin] Made reservation on behalf of b896ecabd6044682859a1984680a3771 for: {'subnet': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:23:23.375425 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bfb92010-7d27-479a-bd49-10b9a3a40353 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:23.838145 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bfb92010-7d27-479a-bd49-10b9a3a40353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for subnet, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:23.843526 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:23:23.922178 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb92010-7d27-479a-bd49-10b9a3a40353 admin admin] Checking segment: {'id': 'd4b25e4d-a5d7-4f9d-8e77-6113a96f1c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '695d9a06-fcae-4ccd-b4af-b8e6b1141b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:23:23.922870 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb92010-7d27-479a-bd49-10b9a3a40353 admin admin] Network hostable DHCP agents. Network: 695d9a06-fcae-4ccd-b4af-b8e6b1141b3e, hostable agents: ['e353725d-04b0-4fbf-b9b2-fde86cba17eb'], hosted agents: [] {{(pid=78778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:23:23.926039 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb92010-7d27-479a-bd49-10b9a3a40353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afcb5e9e-77d5-43c2-ad54-8ba211854c06,revision_number=0']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:23:23.931530 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-bfb92010-7d27-479a-bd49-10b9a3a40353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:23:23.943061 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb92010-7d27-479a-bd49-10b9a3a40353 admin admin] Network 695d9a06-fcae-4ccd-b4af-b8e6b1141b3e is scheduled to be hosted by DHCP agent e353725d-04b0-4fbf-b9b2-fde86cba17eb with binding_index 1 {{(pid=78778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:23:23.953003 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-bfb92010-7d27-479a-bd49-10b9a3a40353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-smb, 695d9a06-fcae-4ccd-b4af-b8e6b1141b3e) {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:23:23.957814 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb92010-7d27-479a-bd49-10b9a3a40353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:23:23.958968 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bfb92010-7d27-479a-bd49-10b9a3a40353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:23.962167 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c194fd-0ecf-477c-be60-b3ae02ed300f None None] Network 695d9a06-fcae-4ccd-b4af-b8e6b1141b3e requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:23:23.977656 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-bfb92010-7d27-479a-bd49-10b9a3a40353 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6344378 May 10 13:23:24.264787 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe84325ab-a6c9-5dc4-96db-441876245d66-695d9a06-fcae-4ccd-b4af-b8e6b1141b3e', 'network_id': '695d9a06-fcae-4ccd-b4af-b8e6b1141b3e', 'tenant_id': 'b896ecabd6044682859a1984680a3771', 'fixed_ips': [{'subnet_id': 'afcb5e9e-77d5-43c2-ad54-8ba211854c06'}]}} from dv-cinder-784945-7-smb. {{(pid=78779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 13:23:24.265945 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:24.445347 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.db_base_plugin_common [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Allocated IP 172.20.0.2 (695d9a06-fcae-4ccd-b4af-b8e6b1141b3e/afcb5e9e-77d5-43c2-ad54-8ba211854c06/cd63ff56-e8bc-4950-a4d7-c26a694e3332) {{(pid=78779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:23:24.675802 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Notify callbacks [] for port, precommit_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:24.689442 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Transition to ACTIVE for port object cd63ff56-e8bc-4950-a4d7-c26a694e3332 will not be triggered until provisioned by entity L2. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:23:24.709521 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Transition to ACTIVE for port object cd63ff56-e8bc-4950-a4d7-c26a694e3332 will not be triggered until provisioned by entity DHCP. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:23:24.715910 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:24.721366 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:23:24.774879 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Network 695d9a06-fcae-4ccd-b4af-b8e6b1141b3e is already hosted by enough agents. {{(pid=78779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:23:24.777690 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.scheduler.base_scheduler [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Resources bound (agent type, host, resource id): {{(pid=78779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:23:24.787751 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Received port after_create {{(pid=78779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:23:24.819963 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Pushing event updated for resources: {'Port': ['ID=cd63ff56-e8bc-4950-a4d7-c26a694e3332,revision_number=1']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:23:24.837167 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:24.837535 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:24.837868 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:24.838188 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:24.838505 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:24.838823 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:24.839135 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:24.839976 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:24.840311 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:24.840616 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:24.840923 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:24.841229 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Tracked resource versions report: May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: pushed versions: May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: { 'AddressGroup': {'1.2'}, May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'ConntrackHelper': {'1.0'}, May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'Log': {'1.0'}, May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'Network': {'1.1'}, May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'Port': {'1.7'}, May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'PortForwarding': {'1.2'}, May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'QosPolicy': {'1.8'}, May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'SecurityGroup': {'1.4'}, May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'SecurityGroupRule': {'1.2'}, May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'SubPort': {'1.0'}, May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'Subnet': {'1.1'}, May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'Trunk': {'1.1'}} May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: consumer versions: May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: { DHCP agent@dv-cinder-784945-7-smb: {}, May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: L3 agent@dv-cinder-784945-7-smb: {}, May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: Metadata agent@dv-cinder-784945-7-smb: {}, May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: Metering agent@dv-cinder-784945-7-smb: {}, May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: Open vSwitch agent@dv-cinder-784945-7-smb: { 'AddressGroup': '1.2', May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'ConntrackHelper': '1.0', May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'Log': '1.0', May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'Network': '1.1', May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'Port': '1.7', May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'PortForwarding': '1.2', May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'QosPolicy': '1.8', May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'SecurityGroup': '1.4', May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'SecurityGroupRule': '1.2', May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'SubPort': '1.0', May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'Subnet': '1.1', May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: 'Trunk': '1.1'}} May 10 13:23:24.842321 dv-cinder-784945-7-smb neutron-server[78779]: {{(pid=78779) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 13:23:24.883646 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:23:24.892704 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Attempting to bind port cd63ff56-e8bc-4950-a4d7-c26a694e3332 on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:23:24.893094 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Attempting to bind port cd63ff56-e8bc-4950-a4d7-c26a694e3332 by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': 'd4b25e4d-a5d7-4f9d-8e77-6113a96f1c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '695d9a06-fcae-4ccd-b4af-b8e6b1141b3e'}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:23:24.893542 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Attempting to bind port cd63ff56-e8bc-4950-a4d7-c26a694e3332 on network 695d9a06-fcae-4ccd-b4af-b8e6b1141b3e {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:23:24.898724 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:23:24.899141 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Checking segment: {'id': 'd4b25e4d-a5d7-4f9d-8e77-6113a96f1c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '695d9a06-fcae-4ccd-b4af-b8e6b1141b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:23:24.899602 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:24.899991 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Bound using segment: {'id': 'd4b25e4d-a5d7-4f9d-8e77-6113a96f1c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '695d9a06-fcae-4ccd-b4af-b8e6b1141b3e'} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:23:24.900456 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Bound port: cd63ff56-e8bc-4950-a4d7-c26a694e3332, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b25e4d-a5d7-4f9d-8e77-6113a96f1c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '695d9a06-fcae-4ccd-b4af-b8e6b1141b3e'}}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:23:24.900839 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:24.987671 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] For port cd63ff56-e8bc-4950-a4d7-c26a694e3332, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:23:24.991407 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] For port cd63ff56-e8bc-4950-a4d7-c26a694e3332, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=cd63ff56-e8bc-4950-a4d7-c26a694e3332,segment=NetworkSegment(d4b25e4d-a5d7-4f9d-8e77-6113a96f1c6b),segment_id=d4b25e4d-a5d7-4f9d-8e77-6113a96f1c6b)] {{(pid=78779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:23:24.995889 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:25.000793 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:23:25.085492 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Pushing event updated for resources: {'Port': ['ID=cd63ff56-e8bc-4950-a4d7-c26a694e3332,revision_number=2']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:23:25.088494 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:23:26.346962 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 60614) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:23:26.709945 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [None req-9e9d1bab-fec1-4e3c-85bf-76c8878b5312 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 13:23:26.711025 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-9e9d1bab-fec1-4e3c-85bf-76c8878b5312 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3630333 May 10 13:23:29.032211 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 60624) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:23:29.421415 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [None req-b7b640a2-765c-43f4-ae77-acb1920ef3d3 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 13:23:29.422801 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-b7b640a2-765c-43f4-ae77-acb1920ef3d3 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3896859 May 10 13:23:29.481075 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device cd63ff56-e8bc-4950-a4d7-c26a694e3332 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:23:29.559625 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port cd63ff56-e8bc-4950-a4d7-c26a694e3332 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:23:30.541275 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84ea5c3-f6c0-41f0-b5fc-7c988512ff93 None None] Network 695d9a06-fcae-4ccd-b4af-b8e6b1141b3e requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:23:30.693378 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-5b91c112-234f-402d-81a4-906421400643 None None] Provisioning for port cd63ff56-e8bc-4950-a4d7-c26a694e3332 completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:23:30.705693 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-5b91c112-234f-402d-81a4-906421400643 None None] Provisioning complete for port cd63ff56-e8bc-4950-a4d7-c26a694e3332 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:23:30.706085 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-5b91c112-234f-402d-81a4-906421400643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:30.898236 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-5b91c112-234f-402d-81a4-906421400643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:30.940657 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-5b91c112-234f-402d-81a4-906421400643 None None] For port cd63ff56-e8bc-4950-a4d7-c26a694e3332, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=cd63ff56-e8bc-4950-a4d7-c26a694e3332,segment=NetworkSegment(d4b25e4d-a5d7-4f9d-8e77-6113a96f1c6b),segment_id=d4b25e4d-a5d7-4f9d-8e77-6113a96f1c6b)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:23:30.945309 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-5b91c112-234f-402d-81a4-906421400643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:30.948279 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:23:31.015990 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91c112-234f-402d-81a4-906421400643 None None] Pushing event updated for resources: {'Port': ['ID=cd63ff56-e8bc-4950-a4d7-c26a694e3332,revision_number=3']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:23:31.019120 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-5b91c112-234f-402d-81a4-906421400643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:23:31.166430 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-7dfc2231-87d7-4177-8dc4-25eec1a2c0e9 None None] Provisioning complete for port cd63ff56-e8bc-4950-a4d7-c26a694e3332 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:23:31.166736 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-7dfc2231-87d7-4177-8dc4-25eec1a2c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:31.442656 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device cd63ff56-e8bc-4950-a4d7-c26a694e3332 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:23:31.509980 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port cd63ff56-e8bc-4950-a4d7-c26a694e3332 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:23:31.510347 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:32.044270 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 60640) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:23:32.388086 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-e086393b-82e3-4479-9932-e3a7774cad66 admin admin] Request body: {'router': {'tenant_id': 'b896ecabd6044682859a1984680a3771', 'admin_state_up': True, 'name': 'router1'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:23:32.392868 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-e086393b-82e3-4479-9932-e3a7774cad66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:23:32.396575 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-e086393b-82e3-4479-9932-e3a7774cad66 admin admin] Usage tracker for resource:router and tenant:b896ecabd6044682859a1984680a3771 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:23:32.399815 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-e086393b-82e3-4479-9932-e3a7774cad66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:23:32.405959 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-e086393b-82e3-4479-9932-e3a7774cad66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:23:32.415637 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e086393b-82e3-4479-9932-e3a7774cad66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1802218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103805'] for router, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:32.417154 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e086393b-82e3-4479-9932-e3a7774cad66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103798'] for router, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:32.437968 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e086393b-82e3-4479-9932-e3a7774cad66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:32.543231 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e086393b-82e3-4479-9932-e3a7774cad66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711625'] for router, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:32.560879 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e086393b-82e3-4479-9932-e3a7774cad66 admin admin] Notify callbacks [] for router, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:32.562089 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-e086393b-82e3-4479-9932-e3a7774cad66 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5168698 May 10 13:23:34.857111 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 60650) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:23:35.218591 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [None req-3321352a-87c0-4cd0-87ba-7d520e03820e admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 13:23:35.219549 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-3321352a-87c0-4cd0-87ba-7d520e03820e admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3614972 May 10 13:23:36.472321 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-fb2b15ff-33b7-44dc-9234-bfbb8c0a0032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:37.534528 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 60660) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:23:38.105681 dv-cinder-784945-7-smb neutron-server[78777]: WARNING oslo_policy.policy [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:23:38.106290 dv-cinder-784945-7-smb neutron-server[78777]: WARNING oslo_policy.policy [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:23:38.320064 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:23:38.321742 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.quota [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Loaded quota_driver: . May 10 13:23:38.336859 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:23:38.343531 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Usage tracker for resource:network and tenant:621a4bb73240413781d8f9ae460d6a6f is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:23:38.348365 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:23:38.356150 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:23:38.371088 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Made reservation on behalf of 621a4bb73240413781d8f9ae460d6a6f for: {'network': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:23:38.442575 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.policy [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78777) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 13:23:38.487686 dv-cinder-784945-7-smb neutron-server[78777]: WARNING oslo_policy.policy [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:23:38.488054 dv-cinder-784945-7-smb neutron-server[78777]: WARNING oslo_policy.policy [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:23:38.497780 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for network, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:38.519942 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:38.534542 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:23:38.538174 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Usage tracker for resource:security_group_rule and tenant:621a4bb73240413781d8f9ae460d6a6f is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:23:38.541283 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:23:38.546979 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:23:38.644994 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:38.648257 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:38.654228 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:23:38.667347 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Reserving flat network on physical network physnet1 {{(pid=78777) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 13:23:38.696387 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786273459348', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:38.696967 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Unsubscribe: segment precommit_create {{(pid=78777) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 13:23:38.697454 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.db.segments_db [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Added segment dff228e9-b54b-43c8-9c5a-b80eb25afef0 of type flat for network 201b784b-a2c0-4851-ba32-323396f26c0e May 10 13:23:38.706057 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ef5dc3-5ba2-4cb5-a640-a04a3c132287,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:23:38.765273 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:38.765630 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:38.765954 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:38.766282 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:38.766594 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:38.766907 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:38.767216 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:38.767522 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:38.767843 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:38.768151 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:38.768456 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:38.768756 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Tracked resource versions report: May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: pushed versions: May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: { 'AddressGroup': {'1.2'}, May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'ConntrackHelper': {'1.0'}, May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'Log': {'1.0'}, May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'Network': {'1.1'}, May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'Port': {'1.7'}, May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'PortForwarding': {'1.2'}, May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'QosPolicy': {'1.8'}, May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'SecurityGroup': {'1.4'}, May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'SecurityGroupRule': {'1.2'}, May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'SubPort': {'1.0'}, May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'Subnet': {'1.1'}, May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'Trunk': {'1.1'}} May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: consumer versions: May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: { DHCP agent@dv-cinder-784945-7-smb: {}, May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: L3 agent@dv-cinder-784945-7-smb: {}, May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: Metadata agent@dv-cinder-784945-7-smb: {}, May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: Metering agent@dv-cinder-784945-7-smb: {}, May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: Open vSwitch agent@dv-cinder-784945-7-smb: { 'AddressGroup': '1.2', May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'ConntrackHelper': '1.0', May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'Log': '1.0', May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'Network': '1.1', May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'Port': '1.7', May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'PortForwarding': '1.2', May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'QosPolicy': '1.8', May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'SecurityGroup': '1.4', May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'SecurityGroupRule': '1.2', May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'SubPort': '1.0', May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'Subnet': '1.1', May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: 'Trunk': '1.1'}} May 10 13:23:38.769844 dv-cinder-784945-7-smb neutron-server[78777]: {{(pid=78777) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 13:23:38.798316 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 5 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:23:38.818638 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:23:38.824954 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786273018480'] for network, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:38.867570 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for network, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:38.869099 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:23:38.869777 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:38.874555 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:23:38.976651 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-2937bb5b-3b29-427a-86e9-6eee608f0840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:38.977220 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Pushing event updated for resources: {'Network': ['ID=201b784b-a2c0-4851-ba32-323396f26c0e,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:23:38.979408 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4428053 May 10 13:23:38.981760 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:23:38.988795 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Network 201b784b-a2c0-4851-ba32-323396f26c0e details requested by agent ovs-agent-dv-cinder-784945-7-smb with host dv-cinder-784945-7-smb {{(pid=78779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 13:23:39.132073 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:40.152126 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:41.297296 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 60690) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:23:41.502360 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d731085b-95ef-4791-b97f-4bf3b104fac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:23:41.503912 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-d731085b-95ef-4791-b97f-4bf3b104fac5 admin admin] 10.222.0.30 "GET /v2.0/subnets/afcb5e9e-77d5-43c2-ad54-8ba211854c06 HTTP/1.1" status: 200 len: 849 time: 0.2054927 May 10 13:23:41.642930 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-3fec796e-c3f1-4fe5-8d3d-0dc5fc3043d7 admin admin] 10.222.0.30 "GET /v2.0/routers/7a210c33-f169-4e7f-bfa5-ab123f0952e9 HTTP/1.1" status: 200 len: 704 time: 0.1331675 May 10 13:23:41.907081 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:42.082440 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:42.332637 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Allocated IP 172.20.0.1 (695d9a06-fcae-4ccd-b4af-b8e6b1141b3e/afcb5e9e-77d5-43c2-ad54-8ba211854c06/fe1845e3-337e-4e80-821c-5d5f130045f7) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:23:42.481717 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:42.498346 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Transition to ACTIVE for port object fe1845e3-337e-4e80-821c-5d5f130045f7 will not be triggered until provisioned by entity DHCP. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:23:42.551173 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:42.554858 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:23:42.612368 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Network 695d9a06-fcae-4ccd-b4af-b8e6b1141b3e is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:23:42.615090 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:23:42.623083 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:23:42.623576 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704918'] for router_interface, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:42.736770 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Pushing event updated for resources: {'Port': ['ID=fe1845e3-337e-4e80-821c-5d5f130045f7,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:23:42.758630 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:23:42.857740 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-ea4e120c-4e75-464c-af4c-ea2ed45940a3 None None] Provisioning for port fe1845e3-337e-4e80-821c-5d5f130045f7 completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:23:42.862399 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-ea4e120c-4e75-464c-af4c-ea2ed45940a3 None None] Provisioning complete for port fe1845e3-337e-4e80-821c-5d5f130045f7 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:23:42.862773 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ea4e120c-4e75-464c-af4c-ea2ed45940a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:42.877051 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:42.917200 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-ea4e120c-4e75-464c-af4c-ea2ed45940a3 None None] Port fe1845e3-337e-4e80-821c-5d5f130045f7 cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:23:43.096731 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:43.100833 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:43.101887 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704821'] for router_interface, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:43.105701 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:23:43.230169 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Pushing event updated for resources: {'Port': ['ID=fe1845e3-337e-4e80-821c-5d5f130045f7,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:23:43.233996 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:23:43.288788 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Network 695d9a06-fcae-4ccd-b4af-b8e6b1141b3e is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:23:43.289826 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:23:43.439776 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-fc7fe9c2-0dfc-4faa-bfa0-d395a54cf95f None None] Provisioning complete for port fe1845e3-337e-4e80-821c-5d5f130045f7 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:23:43.440148 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-fc7fe9c2-0dfc-4faa-bfa0-d395a54cf95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:43.494001 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-fc7fe9c2-0dfc-4faa-bfa0-d395a54cf95f None None] Port fe1845e3-337e-4e80-821c-5d5f130045f7 cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:23:43.524622 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Router 7a210c33-f169-4e7f-bfa5-ab123f0952e9 is scheduled to L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 with binding_index 1 {{(pid=78778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 13:23:43.688427 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:23:43.699506 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Sync routers for ids ['7a210c33-f169-4e7f-bfa5-ab123f0952e9'] in dv-cinder-784945-7-smb {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:23:43.700027 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] 10.222.0.30 "PUT /v2.0/routers/7a210c33-f169-4e7f-bfa5-ab123f0952e9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0523713 May 10 13:23:43.709731 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Routers {'7a210c33-f169-4e7f-bfa5-ab123f0952e9'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:23:43.710952 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:23:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['7a210c33-f169-4e7f-bfa5-ab123f0952e9'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:23:43.890630 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Set router 7a210c33-f169-4e7f-bfa5-ab123f0952e9 gateway port host: None {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:23:44.255343 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a210c33-f169-4e7f-bfa5-ab123f0952e9', 'name': 'router1', 'tenant_id': 'b896ecabd6044682859a1984680a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:23:32Z', 'updated_at': '2021-05-10T13:23:42Z', 'revision_number': 2, 'project_id': 'b896ecabd6044682859a1984680a3771', 'gw_port_host': None, '_interfaces': [{'id': 'fe1845e3-337e-4e80-821c-5d5f130045f7', 'name': '', 'network_id': '695d9a06-fcae-4ccd-b4af-b8e6b1141b3e', 'tenant_id': 'b896ecabd6044682859a1984680a3771', 'mac_address': 'fa:16:3e:d2:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a210c33-f169-4e7f-bfa5-ab123f0952e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afcb5e9e-77d5-43c2-ad54-8ba211854c06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:23:42Z', 'updated_at': '2021-05-10T13:23:42Z', 'revision_number': 2, 'project_id': 'b896ecabd6044682859a1984680a3771', 'subnets': [{'id': 'afcb5e9e-77d5-43c2-ad54-8ba211854c06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6188423-e3cc-45ff-8689-294598e7de21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:23:44.260273 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Checking router: 7a210c33-f169-4e7f-bfa5-ab123f0952e9 for host: dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:23:44.260650 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Updating router 7a210c33-f169-4e7f-bfa5-ab123f0952e9 port fe1845e3-337e-4e80-821c-5d5f130045f7 binding host dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:23:44.311317 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:44.681442 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Notify callbacks [] for port, precommit_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:44.696374 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.provisioning_blocks [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Transition to ACTIVE for port object fe1845e3-337e-4e80-821c-5d5f130045f7 will not be triggered until provisioned by entity L2. {{(pid=78780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:23:44.702479 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:44.708629 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:23:44.897677 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e029013-57a5-421f-a6bd-6e71af0a4263 None None] Pushing event updated for resources: {'Port': ['ID=fe1845e3-337e-4e80-821c-5d5f130045f7,revision_number=3']} {{(pid=78780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:23:44.913736 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e029013-57a5-421f-a6bd-6e71af0a4263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:44.914074 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e029013-57a5-421f-a6bd-6e71af0a4263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:44.914409 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e029013-57a5-421f-a6bd-6e71af0a4263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:44.914729 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e029013-57a5-421f-a6bd-6e71af0a4263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:44.915045 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e029013-57a5-421f-a6bd-6e71af0a4263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:44.915362 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e029013-57a5-421f-a6bd-6e71af0a4263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:44.915674 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e029013-57a5-421f-a6bd-6e71af0a4263 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:44.915982 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e029013-57a5-421f-a6bd-6e71af0a4263 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:44.916291 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e029013-57a5-421f-a6bd-6e71af0a4263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:44.916616 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e029013-57a5-421f-a6bd-6e71af0a4263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:44.916895 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e029013-57a5-421f-a6bd-6e71af0a4263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:44.917261 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e029013-57a5-421f-a6bd-6e71af0a4263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e029013-57a5-421f-a6bd-6e71af0a4263 None None] Tracked resource versions report: May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: pushed versions: May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: { 'AddressGroup': {'1.2'}, May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'ConntrackHelper': {'1.0'}, May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'Log': {'1.0'}, May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'Network': {'1.1'}, May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'Port': {'1.7'}, May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'PortForwarding': {'1.2'}, May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'QosPolicy': {'1.8'}, May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'SecurityGroup': {'1.4'}, May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'SecurityGroupRule': {'1.2'}, May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'SubPort': {'1.0'}, May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'Subnet': {'1.1'}, May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'Trunk': {'1.1'}} May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: consumer versions: May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: { DHCP agent@dv-cinder-784945-7-smb: {}, May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: L3 agent@dv-cinder-784945-7-smb: {}, May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: Metadata agent@dv-cinder-784945-7-smb: {}, May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: Metering agent@dv-cinder-784945-7-smb: {}, May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: Open vSwitch agent@dv-cinder-784945-7-smb: { 'AddressGroup': '1.2', May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'ConntrackHelper': '1.0', May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'Log': '1.0', May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'Network': '1.1', May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'Port': '1.7', May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'PortForwarding': '1.2', May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'QosPolicy': '1.8', May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'SecurityGroup': '1.4', May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'SecurityGroupRule': '1.2', May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'SubPort': '1.0', May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'Subnet': '1.1', May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: 'Trunk': '1.1'}} May 10 13:23:44.918424 dv-cinder-784945-7-smb neutron-server[78780]: {{(pid=78780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 13:23:44.929563 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-3e029013-57a5-421f-a6bd-6e71af0a4263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:23:44.937341 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Attempting to bind port fe1845e3-337e-4e80-821c-5d5f130045f7 on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:23:44.937776 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Attempting to bind port fe1845e3-337e-4e80-821c-5d5f130045f7 by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': 'd4b25e4d-a5d7-4f9d-8e77-6113a96f1c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '695d9a06-fcae-4ccd-b4af-b8e6b1141b3e'}] {{(pid=78780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:23:44.938221 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Attempting to bind port fe1845e3-337e-4e80-821c-5d5f130045f7 on network 695d9a06-fcae-4ccd-b4af-b8e6b1141b3e {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:23:44.943541 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:23:44.943949 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Checking segment: {'id': 'd4b25e4d-a5d7-4f9d-8e77-6113a96f1c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '695d9a06-fcae-4ccd-b4af-b8e6b1141b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:23:44.944416 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:44.944798 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Bound using segment: {'id': 'd4b25e4d-a5d7-4f9d-8e77-6113a96f1c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '695d9a06-fcae-4ccd-b4af-b8e6b1141b3e'} {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:23:44.945286 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Bound port: fe1845e3-337e-4e80-821c-5d5f130045f7, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b25e4d-a5d7-4f9d-8e77-6113a96f1c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '695d9a06-fcae-4ccd-b4af-b8e6b1141b3e'}}] {{(pid=78780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:23:44.945699 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:45.032872 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.db [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] For port fe1845e3-337e-4e80-821c-5d5f130045f7, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:23:45.036676 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.db [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] For port fe1845e3-337e-4e80-821c-5d5f130045f7, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=fe1845e3-337e-4e80-821c-5d5f130045f7,segment=NetworkSegment(d4b25e4d-a5d7-4f9d-8e77-6113a96f1c6b),segment_id=d4b25e4d-a5d7-4f9d-8e77-6113a96f1c6b)] {{(pid=78780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:23:45.040575 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:45.046124 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:23:45.124586 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Routers {'7a210c33-f169-4e7f-bfa5-ab123f0952e9'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:23:45.125498 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:23:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['7a210c33-f169-4e7f-bfa5-ab123f0952e9'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:23:45.237123 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e029013-57a5-421f-a6bd-6e71af0a4263 None None] Pushing event updated for resources: {'Port': ['ID=fe1845e3-337e-4e80-821c-5d5f130045f7,revision_number=4']} {{(pid=78780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:23:45.274774 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-3e029013-57a5-421f-a6bd-6e71af0a4263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:23:45.308706 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] Set router 7a210c33-f169-4e7f-bfa5-ab123f0952e9 gateway port host: None {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:23:45.628687 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a210c33-f169-4e7f-bfa5-ab123f0952e9', 'name': 'router1', 'tenant_id': 'b896ecabd6044682859a1984680a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:23:32Z', 'updated_at': '2021-05-10T13:23:42Z', 'revision_number': 2, 'project_id': 'b896ecabd6044682859a1984680a3771', 'gw_port_host': None, '_interfaces': [{'id': 'fe1845e3-337e-4e80-821c-5d5f130045f7', 'name': '', 'network_id': '695d9a06-fcae-4ccd-b4af-b8e6b1141b3e', 'tenant_id': 'b896ecabd6044682859a1984680a3771', 'mac_address': 'fa:16:3e:d2:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a210c33-f169-4e7f-bfa5-ab123f0952e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afcb5e9e-77d5-43c2-ad54-8ba211854c06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:23:42Z', 'updated_at': '2021-05-10T13:23:45Z', 'revision_number': 4, 'project_id': 'b896ecabd6044682859a1984680a3771', 'subnets': [{'id': 'afcb5e9e-77d5-43c2-ad54-8ba211854c06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6188423-e3cc-45ff-8689-294598e7de21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:23:45.632612 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe167d2-0f10-483f-83bf-891e9f660aa8 None None] The sync data for ids ['7a210c33-f169-4e7f-bfa5-ab123f0952e9'] in dv-cinder-784945-7-smb is: [{'id': '7a210c33-f169-4e7f-bfa5-ab123f0952e9', 'name': 'router1', 'tenant_id': 'b896ecabd6044682859a1984680a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:23:32Z', 'updated_at': '2021-05-10T13:23:42Z', 'revision_number': 2, 'project_id': 'b896ecabd6044682859a1984680a3771', 'gw_port_host': None, '_interfaces': [{'id': 'fe1845e3-337e-4e80-821c-5d5f130045f7', 'name': '', 'network_id': '695d9a06-fcae-4ccd-b4af-b8e6b1141b3e', 'tenant_id': 'b896ecabd6044682859a1984680a3771', 'mac_address': 'fa:16:3e:d2:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a210c33-f169-4e7f-bfa5-ab123f0952e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afcb5e9e-77d5-43c2-ad54-8ba211854c06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:23:42Z', 'updated_at': '2021-05-10T13:23:45Z', 'revision_number': 4, 'project_id': 'b896ecabd6044682859a1984680a3771', 'subnets': [{'id': 'afcb5e9e-77d5-43c2-ad54-8ba211854c06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6188423-e3cc-45ff-8689-294598e7de21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:23:45.864915 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 60712) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:23:46.009166 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874dd506-dc2f-4939-9ddc-f31e3e1c0ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:23:46.016081 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-874dd506-dc2f-4939-9ddc-f31e3e1c0ea4 admin admin] 10.222.0.30 "GET /v2.0/networks/201b784b-a2c0-4851-ba32-323396f26c0e HTTP/1.1" status: 200 len: 842 time: 0.1444526 May 10 13:23:46.020257 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-162e993e-49af-41cc-98a7-d06f89023c67 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.28.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.28.0.1', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'ip_version': 4}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:23:46.025285 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-162e993e-49af-41cc-98a7-d06f89023c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:23:46.029750 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-162e993e-49af-41cc-98a7-d06f89023c67 admin admin] Usage tracker for resource:subnet and tenant:621a4bb73240413781d8f9ae460d6a6f is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:23:46.032585 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-162e993e-49af-41cc-98a7-d06f89023c67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:23:46.038169 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-162e993e-49af-41cc-98a7-d06f89023c67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:23:46.047561 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162e993e-49af-41cc-98a7-d06f89023c67 admin admin] Made reservation on behalf of 621a4bb73240413781d8f9ae460d6a6f for: {'subnet': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:23:46.049954 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-162e993e-49af-41cc-98a7-d06f89023c67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:46.456703 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.objects.ports [None req-162e993e-49af-41cc-98a7-d06f89023c67 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78778) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 10 13:23:46.457133 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-162e993e-49af-41cc-98a7-d06f89023c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for subnet, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:46.461324 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:23:46.535075 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e993e-49af-41cc-98a7-d06f89023c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3facc7a-ff4c-482b-8bd3-938f14d413a3,revision_number=0']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:23:46.538735 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e993e-49af-41cc-98a7-d06f89023c67 admin admin] Checking segment: {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:23:46.539083 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162e993e-49af-41cc-98a7-d06f89023c67 admin admin] Network hostable DHCP agents. Network: 201b784b-a2c0-4851-ba32-323396f26c0e, hostable agents: ['e353725d-04b0-4fbf-b9b2-fde86cba17eb'], hosted agents: [] {{(pid=78778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:23:46.541729 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-162e993e-49af-41cc-98a7-d06f89023c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:23:46.556558 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162e993e-49af-41cc-98a7-d06f89023c67 admin admin] Network 201b784b-a2c0-4851-ba32-323396f26c0e is scheduled to be hosted by DHCP agent e353725d-04b0-4fbf-b9b2-fde86cba17eb with binding_index 1 {{(pid=78778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:23:46.565763 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-162e993e-49af-41cc-98a7-d06f89023c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-smb, 201b784b-a2c0-4851-ba32-323396f26c0e) {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:23:46.569895 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162e993e-49af-41cc-98a7-d06f89023c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:23:46.570469 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-162e993e-49af-41cc-98a7-d06f89023c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:46.575747 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858de47d-14e4-48b4-a162-be45b16419ab None None] Network 201b784b-a2c0-4851-ba32-323396f26c0e requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:23:46.600316 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-162e993e-49af-41cc-98a7-d06f89023c67 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5747521 May 10 13:23:46.786680 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad287bf3-ce25-4327-aa8b-79e6960de3d0 None None] Network 201b784b-a2c0-4851-ba32-323396f26c0e requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:23:48.793701 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 60726) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:23:49.038231 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-8f662e54-4f09-45e2-a732-404c195bf6c3 admin admin] 10.222.0.30 "GET /v2.0/routers/7a210c33-f169-4e7f-bfa5-ab123f0952e9 HTTP/1.1" status: 200 len: 710 time: 0.2433307 May 10 13:23:49.186179 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b674bb6-636d-47af-b8e9-fdc3ba9ba2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:23:49.186676 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-4b674bb6-636d-47af-b8e9-fdc3ba9ba2d2 admin admin] Synchronizing usage tracker for tenant:621a4bb73240413781d8f9ae460d6a6f on resource:network {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:23:49.205104 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-4b674bb6-636d-47af-b8e9-fdc3ba9ba2d2 admin admin] Unset dirty status for tenant:621a4bb73240413781d8f9ae460d6a6f on resource:network {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:23:49.206518 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-4b674bb6-636d-47af-b8e9-fdc3ba9ba2d2 admin admin] 10.222.0.30 "GET /v2.0/networks/201b784b-a2c0-4851-ba32-323396f26c0e HTTP/1.1" status: 200 len: 886 time: 0.1631570 May 10 13:23:49.215784 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-077a7bd5-6b3b-4b3d-baf0-52d3d5383789 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:23:49.491253 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device fe1845e3-337e-4e80-821c-5d5f130045f7 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:23:49.564975 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port fe1845e3-337e-4e80-821c-5d5f130045f7 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:23:49.569377 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port fe1845e3-337e-4e80-821c-5d5f130045f7 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:23:49.569776 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:49.667944 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-077a7bd5-6b3b-4b3d-baf0-52d3d5383789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708444', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103768'] for router, precommit_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:49.685117 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:49.717577 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port fe1845e3-337e-4e80-821c-5d5f130045f7, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=fe1845e3-337e-4e80-821c-5d5f130045f7,segment=NetworkSegment(d4b25e4d-a5d7-4f9d-8e77-6113a96f1c6b),segment_id=d4b25e4d-a5d7-4f9d-8e77-6113a96f1c6b)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:23:49.720942 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:49.723049 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-a2007708-854b-49b5-a1e2-f494fede2696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:23:49.786011 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=fe1845e3-337e-4e80-821c-5d5f130045f7,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:23:49.789132 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:23:49.992550 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-077a7bd5-6b3b-4b3d-baf0-52d3d5383789 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:50.052642 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-077a7bd5-6b3b-4b3d-baf0-52d3d5383789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:50.187944 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_common [None req-077a7bd5-6b3b-4b3d-baf0-52d3d5383789 admin admin] Allocated IP 172.28.0.117 (201b784b-a2c0-4851-ba32-323396f26c0e/a3facc7a-ff4c-482b-8bd3-938f14d413a3/a44aa68d-0e59-4b05-8f1b-73d73e811be1) {{(pid=78777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:23:50.333524 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-077a7bd5-6b3b-4b3d-baf0-52d3d5383789 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:50.387789 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-077a7bd5-6b3b-4b3d-baf0-52d3d5383789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:50.392945 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:23:50.446934 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077a7bd5-6b3b-4b3d-baf0-52d3d5383789 admin admin] Network 201b784b-a2c0-4851-ba32-323396f26c0e is already hosted by enough agents. {{(pid=78777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:23:50.450227 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-077a7bd5-6b3b-4b3d-baf0-52d3d5383789 admin admin] Resources bound (agent type, host, resource id): {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:23:50.460080 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a7bd5-6b3b-4b3d-baf0-52d3d5383789 admin admin] Received port after_create {{(pid=78777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:23:50.548275 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a7bd5-6b3b-4b3d-baf0-52d3d5383789 admin admin] Pushing event updated for resources: {'Port': ['ID=a44aa68d-0e59-4b05-8f1b-73d73e811be1,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:23:50.603410 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-077a7bd5-6b3b-4b3d-baf0-52d3d5383789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:23:50.864878 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-077a7bd5-6b3b-4b3d-baf0-52d3d5383789 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:51.187955 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-077a7bd5-6b3b-4b3d-baf0-52d3d5383789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708444', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103768'] for router, precommit_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:51.191068 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-077a7bd5-6b3b-4b3d-baf0-52d3d5383789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800713'] for router, after_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:51.366064 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077a7bd5-6b3b-4b3d-baf0-52d3d5383789 admin admin] Router 7a210c33-f169-4e7f-bfa5-ab123f0952e9 has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:23:51.458263 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device fe1845e3-337e-4e80-821c-5d5f130045f7 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:23:51.531142 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port fe1845e3-337e-4e80-821c-5d5f130045f7 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:23:51.531519 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:51.543421 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077a7bd5-6b3b-4b3d-baf0-52d3d5383789 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:23:51.551773 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-077a7bd5-6b3b-4b3d-baf0-52d3d5383789 admin admin] Notify callbacks [] for router, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:51.552956 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-077a7bd5-6b3b-4b3d-baf0-52d3d5383789 admin admin] 10.222.0.30 "PUT /v2.0/routers/7a210c33-f169-4e7f-bfa5-ab123f0952e9 HTTP/1.1" status: 200 len: 890 time: 2.3409953 May 10 13:23:51.574524 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Sync routers for ids ['7a210c33-f169-4e7f-bfa5-ab123f0952e9'] in dv-cinder-784945-7-smb {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:23:51.602177 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Routers {'7a210c33-f169-4e7f-bfa5-ab123f0952e9'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:23:51.602841 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:23:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['7a210c33-f169-4e7f-bfa5-ab123f0952e9'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:23:51.848198 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Set router 7a210c33-f169-4e7f-bfa5-ab123f0952e9 gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:23:52.178705 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a210c33-f169-4e7f-bfa5-ab123f0952e9', 'name': 'router1', 'tenant_id': 'b896ecabd6044682859a1984680a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': 'a44aa68d-0e59-4b05-8f1b-73d73e811be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:23:32Z', 'updated_at': '2021-05-10T13:23:50Z', 'revision_number': 4, 'project_id': 'b896ecabd6044682859a1984680a3771', 'gw_port': {'id': 'a44aa68d-0e59-4b05-8f1b-73d73e811be1', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a210c33-f169-4e7f-bfa5-ab123f0952e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:23:50Z', 'updated_at': '2021-05-10T13:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': 'fe1845e3-337e-4e80-821c-5d5f130045f7', 'name': '', 'network_id': '695d9a06-fcae-4ccd-b4af-b8e6b1141b3e', 'tenant_id': 'b896ecabd6044682859a1984680a3771', 'mac_address': 'fa:16:3e:d2:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a210c33-f169-4e7f-bfa5-ab123f0952e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afcb5e9e-77d5-43c2-ad54-8ba211854c06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:23:42Z', 'updated_at': '2021-05-10T13:23:49Z', 'revision_number': 5, 'project_id': 'b896ecabd6044682859a1984680a3771', 'subnets': [{'id': 'afcb5e9e-77d5-43c2-ad54-8ba211854c06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6188423-e3cc-45ff-8689-294598e7de21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:23:52.183478 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Checking router: 7a210c33-f169-4e7f-bfa5-ab123f0952e9 for host: dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:23:52.183855 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Updating router 7a210c33-f169-4e7f-bfa5-ab123f0952e9 port a44aa68d-0e59-4b05-8f1b-73d73e811be1 binding host dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:23:52.237958 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:52.558037 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Notify callbacks [] for port, precommit_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:52.569107 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Transition to ACTIVE for port object a44aa68d-0e59-4b05-8f1b-73d73e811be1 will not be triggered until provisioned by entity L2. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:23:52.575885 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:52.579655 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-5b91c112-234f-402d-81a4-906421400643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:23:52.656299 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Attempting to bind port a44aa68d-0e59-4b05-8f1b-73d73e811be1 on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:23:52.656667 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Attempting to bind port a44aa68d-0e59-4b05-8f1b-73d73e811be1 by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:23:52.657028 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Attempting to bind port a44aa68d-0e59-4b05-8f1b-73d73e811be1 on network 201b784b-a2c0-4851-ba32-323396f26c0e {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:23:52.660286 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f18aa3-b1e3-4334-8008-a4df2911418a None None] Pushing event updated for resources: {'Port': ['ID=a44aa68d-0e59-4b05-8f1b-73d73e811be1,revision_number=2']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:23:52.664131 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-c7f18aa3-b1e3-4334-8008-a4df2911418a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:23:52.664867 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:23:52.665239 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Checking segment: {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:23:52.665659 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:52.666042 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Bound using segment: {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:23:52.666506 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Bound port: a44aa68d-0e59-4b05-8f1b-73d73e811be1, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:23:52.667442 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:52.736907 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] For port a44aa68d-0e59-4b05-8f1b-73d73e811be1, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:23:52.739813 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] For port a44aa68d-0e59-4b05-8f1b-73d73e811be1, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=a44aa68d-0e59-4b05-8f1b-73d73e811be1,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:23:52.743987 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:52.747919 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:23:52.823510 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Routers {'7a210c33-f169-4e7f-bfa5-ab123f0952e9'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:23:52.824049 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:23:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['7a210c33-f169-4e7f-bfa5-ab123f0952e9'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:23:52.877984 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f18aa3-b1e3-4334-8008-a4df2911418a None None] Pushing event updated for resources: {'Port': ['ID=a44aa68d-0e59-4b05-8f1b-73d73e811be1,revision_number=3']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:23:52.959190 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-c7f18aa3-b1e3-4334-8008-a4df2911418a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:23:53.026294 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] Set router 7a210c33-f169-4e7f-bfa5-ab123f0952e9 gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:23:53.343976 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a210c33-f169-4e7f-bfa5-ab123f0952e9', 'name': 'router1', 'tenant_id': 'b896ecabd6044682859a1984680a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': 'a44aa68d-0e59-4b05-8f1b-73d73e811be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:23:32Z', 'updated_at': '2021-05-10T13:23:50Z', 'revision_number': 4, 'project_id': 'b896ecabd6044682859a1984680a3771', 'gw_port': {'id': 'a44aa68d-0e59-4b05-8f1b-73d73e811be1', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a210c33-f169-4e7f-bfa5-ab123f0952e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:23:50Z', 'updated_at': '2021-05-10T13:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': 'fe1845e3-337e-4e80-821c-5d5f130045f7', 'name': '', 'network_id': '695d9a06-fcae-4ccd-b4af-b8e6b1141b3e', 'tenant_id': 'b896ecabd6044682859a1984680a3771', 'mac_address': 'fa:16:3e:d2:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a210c33-f169-4e7f-bfa5-ab123f0952e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afcb5e9e-77d5-43c2-ad54-8ba211854c06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:23:42Z', 'updated_at': '2021-05-10T13:23:49Z', 'revision_number': 5, 'project_id': 'b896ecabd6044682859a1984680a3771', 'subnets': [{'id': 'afcb5e9e-77d5-43c2-ad54-8ba211854c06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6188423-e3cc-45ff-8689-294598e7de21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:23:53.347910 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea1034-6950-4e30-9066-938609c1e11d None None] The sync data for ids ['7a210c33-f169-4e7f-bfa5-ab123f0952e9'] in dv-cinder-784945-7-smb is: [{'id': '7a210c33-f169-4e7f-bfa5-ab123f0952e9', 'name': 'router1', 'tenant_id': 'b896ecabd6044682859a1984680a3771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.117'}], 'enable_snat': True}, 'gw_port_id': 'a44aa68d-0e59-4b05-8f1b-73d73e811be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:23:32Z', 'updated_at': '2021-05-10T13:23:50Z', 'revision_number': 4, 'project_id': 'b896ecabd6044682859a1984680a3771', 'gw_port': {'id': 'a44aa68d-0e59-4b05-8f1b-73d73e811be1', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a210c33-f169-4e7f-bfa5-ab123f0952e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:23:50Z', 'updated_at': '2021-05-10T13:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': 'fe1845e3-337e-4e80-821c-5d5f130045f7', 'name': '', 'network_id': '695d9a06-fcae-4ccd-b4af-b8e6b1141b3e', 'tenant_id': 'b896ecabd6044682859a1984680a3771', 'mac_address': 'fa:16:3e:d2:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a210c33-f169-4e7f-bfa5-ab123f0952e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afcb5e9e-77d5-43c2-ad54-8ba211854c06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:23:42Z', 'updated_at': '2021-05-10T13:23:49Z', 'revision_number': 5, 'project_id': 'b896ecabd6044682859a1984680a3771', 'subnets': [{'id': 'afcb5e9e-77d5-43c2-ad54-8ba211854c06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6188423-e3cc-45ff-8689-294598e7de21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:23:53.872665 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 60736) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:23:53.989216 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-754d6be7-c3a0-4543-a2f4-004073efcc6b admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1154346 May 10 13:23:55.490267 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device a44aa68d-0e59-4b05-8f1b-73d73e811be1 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:23:55.572061 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port a44aa68d-0e59-4b05-8f1b-73d73e811be1 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:23:55.577161 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port a44aa68d-0e59-4b05-8f1b-73d73e811be1 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:23:55.577566 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:55.698328 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:55.715012 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port a44aa68d-0e59-4b05-8f1b-73d73e811be1, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=a44aa68d-0e59-4b05-8f1b-73d73e811be1,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:23:55.721715 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:23:55.721715 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-c7f18aa3-b1e3-4334-8008-a4df2911418a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:23:55.791602 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=a44aa68d-0e59-4b05-8f1b-73d73e811be1,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:23:55.795022 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:23:57.495663 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device a44aa68d-0e59-4b05-8f1b-73d73e811be1 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:23:57.597676 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port a44aa68d-0e59-4b05-8f1b-73d73e811be1 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:23:57.599890 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:24:06.476428 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-4dbbe63e-e335-4d2a-abc8-45eb0357aa4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:24:08.982939 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-c1fc25ad-3bed-415b-a001-8ab4664517d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:24:09.143940 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:24:10.157762 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:24:11.953242 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:24:15.811721 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 5 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:24:36.480926 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-026da947-7950-43ee-98d1-741eae0e9239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:24:38.977065 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-7267dd64-3e5f-466d-9dcf-4eb117f57355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:24:39.138631 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:24:40.160377 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:24:41.933508 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:24:52.801329 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 5 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:25:06.485497 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-d9ebc295-415d-4832-8ccc-e18d5ff09ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:25:08.981335 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-f5b25797-5cf3-44cb-8090-812ab43f7478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:25:09.141289 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:25:10.162389 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:25:11.932911 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:25:27.370639 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33074) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:25:27.436103 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9d437b-83cb-4f91-a40d-30275121a7cd admin admin] GET failed (client error): The resource could not be found. May 10 13:25:27.437312 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-9e9d437b-83cb-4f91-a40d-30275121a7cd admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657628 May 10 13:25:27.566274 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff36ee5-702d-4f51-816a-58d8e9bac6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:25:27.567728 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-bff36ee5-702d-4f51-816a-58d8e9bac6cc admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1267254 May 10 13:25:29.657026 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33084) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:25:29.761702 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda9d3d7-309a-4051-8e81-79921aa4105b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:25:29.762260 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-eda9d3d7-309a-4051-8e81-79921aa4105b admin admin] Synchronizing usage tracker for tenant:621a4bb73240413781d8f9ae460d6a6f on resource:subnet {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:25:29.779177 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-eda9d3d7-309a-4051-8e81-79921aa4105b admin admin] Unset dirty status for tenant:621a4bb73240413781d8f9ae460d6a6f on resource:subnet {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:25:29.780363 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-eda9d3d7-309a-4051-8e81-79921aa4105b admin admin] 10.222.0.30 "GET /v2.0/subnets/afcb5e9e-77d5-43c2-ad54-8ba211854c06 HTTP/1.1" status: 200 len: 849 time: 0.1222739 May 10 13:25:29.789522 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:25:29.799576 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 5 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:25:29.903646 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:25:30.087003 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786273452894'] for subnet, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:25:30.092022 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-bfb92010-7d27-479a-bd49-10b9a3a40353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:25:30.131440 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:25:30.132398 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:25:30.134907 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] 10.222.0.30 "PUT /v2.0/subnets/afcb5e9e-77d5-43c2-ad54-8ba211854c06 HTTP/1.1" status: 200 len: 868 time: 0.3474708 May 10 13:25:30.135962 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d568a1-9815-4d38-b002-e0f0ef412d3e None None] Network 695d9a06-fcae-4ccd-b4af-b8e6b1141b3e requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:25:30.159116 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afcb5e9e-77d5-43c2-ad54-8ba211854c06,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:25:30.167743 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:25:30.168086 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:25:30.168420 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:25:30.168745 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:25:30.169066 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:25:30.169413 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:25:30.169735 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:25:30.170058 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:25:30.170400 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:25:30.170718 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:25:30.171033 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:25:30.171343 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:25:30.174984 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:25:30.595900 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-1a312e76-8e3c-4f87-925c-7349e4fba5a4 None None] Provisioning complete for port fe1845e3-337e-4e80-821c-5d5f130045f7 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:25:30.596270 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-1a312e76-8e3c-4f87-925c-7349e4fba5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:25:30.743210 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-1a312e76-8e3c-4f87-925c-7349e4fba5a4 None None] Provisioning complete for port cd63ff56-e8bc-4950-a4d7-c26a694e3332 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:25:30.743988 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-1a312e76-8e3c-4f87-925c-7349e4fba5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:25:32.241086 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33094) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:25:32.459960 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d99679b-0ac5-4ffb-8a25-146b944b6f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:25:32.460343 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d99679b-0ac5-4ffb-8a25-146b944b6f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:25:32.461860 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-2d99679b-0ac5-4ffb-8a25-146b944b6f27 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2198033 May 10 13:25:34.571337 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33104) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:25:34.741672 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d1d185-74e4-40b2-94f0-27f625662da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:25:34.742152 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d1d185-74e4-40b2-94f0-27f625662da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:25:34.744253 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-e1d1d185-74e4-40b2-94f0-27f625662da1 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1714230 May 10 13:25:36.488321 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-1021a94d-1599-4206-ae99-164b107f1d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:25:36.886083 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33114) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:25:37.047058 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f381a6-6de5-48d7-a463-17abaf611ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:25:37.048402 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-d0f381a6-6de5-48d7-a463-17abaf611ec0 admin admin] 10.222.0.30 "GET /v2.0/networks/201b784b-a2c0-4851-ba32-323396f26c0e HTTP/1.1" status: 200 len: 886 time: 0.1614008 May 10 13:25:38.983830 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-0f57e886-cd5e-4ef5-81af-ba0c92d38bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:25:39.137751 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 33124) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:25:39.143440 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:25:39.348227 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4570e3d-0605-4f16-9e19-b4576af68dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:25:39.349598 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-d4570e3d-0605-4f16-9e19-b4576af68dd1 admin admin] 10.222.0.30 "GET /v2.0/networks/695d9a06-fcae-4ccd-b4af-b8e6b1141b3e HTTP/1.1" status: 200 len: 869 time: 0.2109013 May 10 13:25:40.166910 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:25:41.444287 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 33134) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:25:41.547704 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29acb306-e599-4c1b-9eaf-d8d2ed5f0ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:25:41.548165 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29acb306-e599-4c1b-9eaf-d8d2ed5f0ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:25:41.549672 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-29acb306-e599-4c1b-9eaf-d8d2ed5f0ba0 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1044245 May 10 13:25:41.938262 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:25:43.661734 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 33144) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:25:43.772134 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143e2338-e68b-496e-a7d5-689c53a00bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:25:43.772582 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143e2338-e68b-496e-a7d5-689c53a00bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:25:43.774094 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-143e2338-e68b-496e-a7d5-689c53a00bbf admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1114373 May 10 13:25:45.890959 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33154) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:25:45.988981 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ea5a75-3b2a-4151-9bce-400fd229f7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:25:45.990337 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-86ea5a75-3b2a-4151-9bce-400fd229f7ca admin admin] 10.222.0.30 "GET /v2.0/subnets/a3facc7a-ff4c-482b-8bd3-938f14d413a3 HTTP/1.1" status: 200 len: 816 time: 0.0984592 May 10 13:25:48.057969 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33164) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:25:48.165494 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b642a4eb-19f2-49e9-a01b-70a2d430ecaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:25:48.166830 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-b642a4eb-19f2-49e9-a01b-70a2d430ecaa admin admin] 10.222.0.30 "GET /v2.0/subnets/afcb5e9e-77d5-43c2-ad54-8ba211854c06 HTTP/1.1" status: 200 len: 868 time: 0.1079068 May 10 13:26:06.490284 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-bef06e50-4e90-4b07-af45-d2aed3e78490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:06.797962 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 5 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:26:08.984804 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-c7782171-f7d7-40d7-885a-44e8c8e6e99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:09.144831 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:10.168323 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:10.814109 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 33208) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:26:10.862927 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [None req-87f34874-30d5-46a7-ae4e-977963a13daa admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 13:26:10.863876 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-87f34874-30d5-46a7-ae4e-977963a13daa admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488133 May 10 13:26:11.944442 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:13.039199 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 33218) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:26:13.103996 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a1038b-6f12-46fd-8ccf-8197d4126e7f admin admin] GET failed (client error): The resource could not be found. May 10 13:26:13.105204 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-10a1038b-6f12-46fd-8ccf-8197d4126e7f admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0650554 May 10 13:26:13.229500 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd3a47c-f386-4a4b-b4d4-8f0dc9fa8f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:26:13.230953 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-6bd3a47c-f386-4a4b-b4d4-8f0dc9fa8f4f admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1219192 May 10 13:26:15.335092 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 33228) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:26:15.381970 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:26:15.387590 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:26:15.396844 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:26:15.406614 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Made reservation on behalf of 621a4bb73240413781d8f9ae460d6a6f for: {'network': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:26:15.408992 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for network, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:15.492511 dv-cinder-784945-7-smb neutron-server[78777]: WARNING neutron.services.revisions.revision_plugin [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Could not find related network for resource to bump revision. May 10 13:26:15.504733 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=78777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:26:15.514116 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:15.514451 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.db.segments_db [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Added segment 86910f1b-c845-4812-a6c7-ded0e6fd94e4 of type vlan for network 8478c18a-9c6d-4904-95e5-2ae12e78c095 May 10 13:26:15.546079 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786273018480'] for network, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:15.574561 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for network, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:15.575824 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:26:15.576403 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:15.580743 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:26:15.677495 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3413053 May 10 13:26:15.678187 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Pushing event updated for resources: {'Network': ['ID=8478c18a-9c6d-4904-95e5-2ae12e78c095,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:26:15.685542 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:15.685875 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:15.686199 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:15.686525 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:15.686836 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:15.687137 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:15.687445 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:15.687751 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:15.688078 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:15.688387 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:15.688688 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:15.688987 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:15.693331 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:26:15.701093 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Network 8478c18a-9c6d-4904-95e5-2ae12e78c095 details requested by agent ovs-agent-dv-cinder-784945-7-smb with host dv-cinder-784945-7-smb {{(pid=78779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 13:26:17.789426 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33238) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:26:17.854072 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f1d0fa-025f-4134-8822-30c9ee7e80cd admin admin] GET failed (client error): The resource could not be found. May 10 13:26:17.855303 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-22f1d0fa-025f-4134-8822-30c9ee7e80cd admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0650296 May 10 13:26:17.957613 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac4a56a-9c92-4bef-9d90-98c9c2fae239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:26:17.959005 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-2ac4a56a-9c92-4bef-9d90-98c9c2fae239 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0999558 May 10 13:26:17.968125 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-5215952c-c966-4cb6-b6a1-d746f52d81da admin admin] Request body: {'subnet': {'network_id': '8478c18a-9c6d-4904-95e5-2ae12e78c095', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:26:17.972218 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-5215952c-c966-4cb6-b6a1-d746f52d81da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:26:17.981405 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-5215952c-c966-4cb6-b6a1-d746f52d81da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:26:17.990744 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5215952c-c966-4cb6-b6a1-d746f52d81da admin admin] Made reservation on behalf of 621a4bb73240413781d8f9ae460d6a6f for: {'subnet': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:26:17.993733 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-5215952c-c966-4cb6-b6a1-d746f52d81da admin admin] Notify callbacks [] for subnet, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:18.354883 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-5215952c-c966-4cb6-b6a1-d746f52d81da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for subnet, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:18.359074 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:26:18.423822 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215952c-c966-4cb6-b6a1-d746f52d81da admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d0ec59b-a994-4074-9bd2-a8ea01141c81,revision_number=0']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:26:18.426978 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-5215952c-c966-4cb6-b6a1-d746f52d81da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:26:18.432418 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5215952c-c966-4cb6-b6a1-d746f52d81da admin admin] Checking segment: {'id': '86910f1b-c845-4812-a6c7-ded0e6fd94e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8478c18a-9c6d-4904-95e5-2ae12e78c095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:26:18.432768 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5215952c-c966-4cb6-b6a1-d746f52d81da admin admin] Network hostable DHCP agents. Network: 8478c18a-9c6d-4904-95e5-2ae12e78c095, hostable agents: ['e353725d-04b0-4fbf-b9b2-fde86cba17eb'], hosted agents: [] {{(pid=78778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:26:18.448930 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5215952c-c966-4cb6-b6a1-d746f52d81da admin admin] Network 8478c18a-9c6d-4904-95e5-2ae12e78c095 is scheduled to be hosted by DHCP agent e353725d-04b0-4fbf-b9b2-fde86cba17eb with binding_index 1 {{(pid=78778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:26:18.456878 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-5215952c-c966-4cb6-b6a1-d746f52d81da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-smb, 8478c18a-9c6d-4904-95e5-2ae12e78c095) {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:26:18.460799 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215952c-c966-4cb6-b6a1-d746f52d81da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:26:18.461996 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-5215952c-c966-4cb6-b6a1-d746f52d81da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:18.466399 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9b9dfd-fac2-4062-892c-1bcb9770022f None None] Network 8478c18a-9c6d-4904-95e5-2ae12e78c095 requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:26:18.486124 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-5215952c-c966-4cb6-b6a1-d746f52d81da admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5212269 May 10 13:26:18.692451 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe84325ab-a6c9-5dc4-96db-441876245d66-8478c18a-9c6d-4904-95e5-2ae12e78c095', 'network_id': '8478c18a-9c6d-4904-95e5-2ae12e78c095', 'tenant_id': '621a4bb73240413781d8f9ae460d6a6f', 'fixed_ips': [{'subnet_id': '4d0ec59b-a994-4074-9bd2-a8ea01141c81'}]}} from dv-cinder-784945-7-smb. {{(pid=78779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 13:26:18.693608 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:18.848484 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.db_base_plugin_common [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Allocated IP 192.168.233.2 (8478c18a-9c6d-4904-95e5-2ae12e78c095/4d0ec59b-a994-4074-9bd2-a8ea01141c81/b61d628d-f8b8-4848-a501-750014f122ad) {{(pid=78779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:26:19.052457 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Notify callbacks [] for port, precommit_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:19.063148 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Transition to ACTIVE for port object b61d628d-f8b8-4848-a501-750014f122ad will not be triggered until provisioned by entity L2. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:26:19.081325 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Transition to ACTIVE for port object b61d628d-f8b8-4848-a501-750014f122ad will not be triggered until provisioned by entity DHCP. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:26:19.087588 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:19.092567 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:26:19.151755 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Network 8478c18a-9c6d-4904-95e5-2ae12e78c095 is already hosted by enough agents. {{(pid=78779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:26:19.154411 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.scheduler.base_scheduler [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Resources bound (agent type, host, resource id): {{(pid=78779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:26:19.162611 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Received port after_create {{(pid=78779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:26:19.168786 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Pushing event updated for resources: {'Port': ['ID=b61d628d-f8b8-4848-a501-750014f122ad,revision_number=1']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:26:19.199217 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:19.199557 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:19.199884 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:19.200205 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:19.200526 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:19.200846 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:19.201165 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:19.201506 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:19.201824 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:19.202131 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:19.202441 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:19.202754 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:26:19.210566 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:26:19.263080 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Attempting to bind port b61d628d-f8b8-4848-a501-750014f122ad on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:26:19.263440 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Attempting to bind port b61d628d-f8b8-4848-a501-750014f122ad by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': '86910f1b-c845-4812-a6c7-ded0e6fd94e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8478c18a-9c6d-4904-95e5-2ae12e78c095'}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:26:19.263792 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Attempting to bind port b61d628d-f8b8-4848-a501-750014f122ad on network 8478c18a-9c6d-4904-95e5-2ae12e78c095 {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:26:19.269082 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:26:19.269475 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Checking segment: {'id': '86910f1b-c845-4812-a6c7-ded0e6fd94e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8478c18a-9c6d-4904-95e5-2ae12e78c095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:26:19.269867 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:19.270251 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Bound using segment: {'id': '86910f1b-c845-4812-a6c7-ded0e6fd94e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8478c18a-9c6d-4904-95e5-2ae12e78c095'} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:26:19.270710 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Bound port: b61d628d-f8b8-4848-a501-750014f122ad, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86910f1b-c845-4812-a6c7-ded0e6fd94e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8478c18a-9c6d-4904-95e5-2ae12e78c095'}}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:26:19.271093 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:19.359861 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] For port b61d628d-f8b8-4848-a501-750014f122ad, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:26:19.363024 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] For port b61d628d-f8b8-4848-a501-750014f122ad, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=b61d628d-f8b8-4848-a501-750014f122ad,segment=NetworkSegment(86910f1b-c845-4812-a6c7-ded0e6fd94e4),segment_id=86910f1b-c845-4812-a6c7-ded0e6fd94e4)] {{(pid=78779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:26:19.368359 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:19.372193 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:26:19.449404 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Pushing event updated for resources: {'Port': ['ID=b61d628d-f8b8-4848-a501-750014f122ad,revision_number=2']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:26:19.452471 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:26:20.243447 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55608c64-8b1e-4d10-a2ff-26c9a873b1fe None None] Network 8478c18a-9c6d-4904-95e5-2ae12e78c095 requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:26:20.337904 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-4b25bb30-3812-4037-9039-62ad92ed38e8 None None] Provisioning for port b61d628d-f8b8-4848-a501-750014f122ad completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:26:21.593727 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device b61d628d-f8b8-4848-a501-750014f122ad up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:26:21.681750 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port b61d628d-f8b8-4848-a501-750014f122ad completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:26:21.686095 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port b61d628d-f8b8-4848-a501-750014f122ad triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:26:21.686453 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:21.797264 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:21.828315 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port b61d628d-f8b8-4848-a501-750014f122ad, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=b61d628d-f8b8-4848-a501-750014f122ad,segment=NetworkSegment(86910f1b-c845-4812-a6c7-ded0e6fd94e4),segment_id=86910f1b-c845-4812-a6c7-ded0e6fd94e4)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:26:21.831240 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:21.833343 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:26:21.896664 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=b61d628d-f8b8-4848-a501-750014f122ad,revision_number=3']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:26:21.899637 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:26:23.577649 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device b61d628d-f8b8-4848-a501-750014f122ad up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:26:23.646133 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port b61d628d-f8b8-4848-a501-750014f122ad triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:26:23.646495 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:36.491988 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-9a76104a-ddbf-4f4c-ba10-727edfc4220f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:38.986644 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-512bffad-7cae-488c-b9d5-ed3e649e420a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:39.147699 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:40.171830 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:41.947313 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:26:43.796486 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 5 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:27:06.494994 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-cd905bb5-026a-4433-b4e7-cc87b9bbba3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:27:08.987872 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-66f76caf-92a8-439f-819f-c8c9a12dfd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:27:09.149330 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:27:10.174525 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:27:11.950745 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:27:20.794987 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 5 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:27:28.430079 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33288) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:27:28.436121 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [None req-8da25c6b-9e4c-4867-b8c0-957f53b557df tempest-verify_tempest_config-770308801 tempest-verify_tempest_config-770308801-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 13:27:28.437069 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-8da25c6b-9e4c-4867-b8c0-957f53b557df tempest-verify_tempest_config-770308801 tempest-verify_tempest_config-770308801-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060475 May 10 13:27:28.744637 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33306) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:27:28.857593 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:27:28.871220 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:27:28.874918 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Usage tracker for resource:security_group_rule and tenant:667db0ba74434fb785fddc0b6d24bc6b is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:27:28.877640 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:27:28.884008 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:27:28.968310 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:27:28.972681 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:27:28.981999 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:27:29.019212 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=667db0ba74434fb785fddc0b6d24bc6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2735884 May 10 13:27:29.020630 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679b6597-941d-42b7-a0d6-b07935698c80,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:27:29.021967 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 33312) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:27:29.027940 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.028280 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.028608 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.028931 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.029249 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.029592 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.029907 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.030218 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.030529 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.030838 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.031146 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.031452 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.035238 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:27:29.079116 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-15c8aad5-5549-4f78-9739-a34c9b68b502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:27:29.103860 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-15c8aad5-5549-4f78-9739-a34c9b68b502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:27:29.193939 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-15c8aad5-5549-4f78-9739-a34c9b68b502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:27:29.197696 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:27:29.208605 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8aad5-5549-4f78-9739-a34c9b68b502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679b6597-941d-42b7-a0d6-b07935698c80,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:27:29.218326 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8aad5-5549-4f78-9739-a34c9b68b502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.218664 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8aad5-5549-4f78-9739-a34c9b68b502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.218991 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8aad5-5549-4f78-9739-a34c9b68b502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.219307 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8aad5-5549-4f78-9739-a34c9b68b502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.219623 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8aad5-5549-4f78-9739-a34c9b68b502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.219936 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8aad5-5549-4f78-9739-a34c9b68b502 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.220245 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8aad5-5549-4f78-9739-a34c9b68b502 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.220554 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8aad5-5549-4f78-9739-a34c9b68b502 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.220881 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8aad5-5549-4f78-9739-a34c9b68b502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.221190 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8aad5-5549-4f78-9739-a34c9b68b502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.221521 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8aad5-5549-4f78-9739-a34c9b68b502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.221828 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8aad5-5549-4f78-9739-a34c9b68b502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:27:29.226688 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-15c8aad5-5549-4f78-9739-a34c9b68b502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:27:29.227463 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-15c8aad5-5549-4f78-9739-a34c9b68b502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:27:29.228559 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-15c8aad5-5549-4f78-9739-a34c9b68b502 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/679b6597-941d-42b7-a0d6-b07935698c80 HTTP/1.1" status: 204 len: 168 time: 0.2056265 May 10 13:27:36.498056 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-8b0deca7-935c-44d2-a1bb-ca5060a54abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:27:38.989317 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-9fce54a0-d2e3-49ff-981d-01c074bc1d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:27:39.150961 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:27:40.175877 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:27:41.953518 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:27:57.793459 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 5 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:28:06.499511 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-92fc7d68-2c50-4184-9222-58732b503998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:28:08.990477 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-3299f27b-d1ce-41de-b60b-9fcfd768bf63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:28:09.153614 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:28:10.179794 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:28:11.956309 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:28:34.792020 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 5 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:28:36.500565 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-490b6539-8da3-43db-a9c1-48a7eecfa597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:28:38.991745 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-15072ecc-f2b6-4a46-acfd-af9fa6f6ee7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:28:39.153097 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:28:40.183251 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:28:41.959325 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:29:04.727265 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366'] for agent, after_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:29:06.501876 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-6442a31e-4e37-402d-a6ba-ca71f08fc8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:29:08.647483 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33364) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:29:08.760001 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-f4a55bfd-77cc-4554-ae8b-3c75b1aa90cf admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1114340 May 10 13:29:08.993671 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-57e51452-5433-4689-8560-47c5cc475fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:29:09.154126 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:29:10.187197 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:29:10.840269 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33374) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:29:10.894411 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-1f31dd02-a4a4-44c5-a10f-db86e8a90476 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0530903 May 10 13:29:11.790887 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:29:11.962094 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:29:34.650900 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:29:36.502838 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-8cbe10a0-b5f6-4e5f-986a-8fc113d90e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:29:38.994696 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b6d7f4cf-d308-4da3-bb9d-3dca527e8431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:29:39.155368 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:29:40.188715 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:29:41.965498 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:29:48.790118 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:30:04.660675 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:06.520507 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-772cbf30-25e9-4829-b1c5-c992c744e6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:08.996197 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-c5837631-77ed-44d5-a31b-ca0434eb1e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:09.156628 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:10.191916 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:11.968961 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:25.789925 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:30:34.674674 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:36.510106 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-fc1a0de1-9585-4fea-836d-57af65b15ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:38.085221 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33494) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:38.391976 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2022123234-network', 'tenant_id': '81b55fe93fe34f56b1ac2e1fcd0267c9'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:30:38.397383 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:38.401164 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Usage tracker for resource:network and tenant:81b55fe93fe34f56b1ac2e1fcd0267c9 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:38.404076 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:38.410420 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:38.420858 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Made reservation on behalf of 81b55fe93fe34f56b1ac2e1fcd0267c9 for: {'network': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:30:38.423955 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for network, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:38.436974 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:38.457474 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:38.461396 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Usage tracker for resource:security_group_rule and tenant:81b55fe93fe34f56b1ac2e1fcd0267c9 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:38.464187 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:38.470806 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:38.564601 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:38.570204 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:38.585523 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:38.593150 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=78778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:30:38.616214 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:38.616551 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.db.segments_db [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Added segment 2a623463-1454-4077-8558-bd797f856a72 of type vlan for network 04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd May 10 13:30:38.627651 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:38.642040 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:38.642932 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:38.643329 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:38.643580 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:38.643889 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:38.644338 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:38.644508 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:38.645051 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:38.645380 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:38.645745 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:38.645991 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:38.646297 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Tracked resource versions report: May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: pushed versions: May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: { 'AddressGroup': {'1.2'}, May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'ConntrackHelper': {'1.0'}, May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'Log': {'1.0'}, May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'Network': {'1.1'}, May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'Port': {'1.7'}, May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'PortForwarding': {'1.2'}, May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'QosPolicy': {'1.8'}, May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'SecurityGroup': {'1.4'}, May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'SecurityGroupRule': {'1.2'}, May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'SubPort': {'1.0'}, May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'Subnet': {'1.1'}, May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'Trunk': {'1.1'}} May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: consumer versions: May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: { DHCP agent@dv-cinder-784945-7-smb: {}, May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: HyperV agent@hv-cinder-78494: {}, May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: L3 agent@dv-cinder-784945-7-smb: {}, May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: Metadata agent@dv-cinder-784945-7-smb: {}, May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: Metering agent@dv-cinder-784945-7-smb: {}, May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: Open vSwitch agent@dv-cinder-784945-7-smb: { 'AddressGroup': '1.2', May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'ConntrackHelper': '1.0', May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'Log': '1.0', May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'Network': '1.1', May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'Port': '1.7', May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'PortForwarding': '1.2', May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'QosPolicy': '1.8', May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'SecurityGroup': '1.4', May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'SecurityGroupRule': '1.2', May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'SubPort': '1.0', May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'Subnet': '1.1', May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: 'Trunk': '1.1'}} May 10 13:30:38.647290 dv-cinder-784945-7-smb neutron-server[78778]: {{(pid=78778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 13:30:38.667497 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:38.674080 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786273018480'] for network, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:38.703703 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for network, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:38.705677 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:30:38.706265 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:38.710884 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-3ffa0c3a-ea4d-4e25-bd24-5258f2a96b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:38.805924 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Pushing event updated for resources: {'Network': ['ID=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:38.816468 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Network 04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd details requested by agent ovs-agent-dv-cinder-784945-7-smb with host dv-cinder-784945-7-smb {{(pid=78779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 13:30:38.818850 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:38.822719 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7364926 May 10 13:30:38.825998 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33534) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:38.834719 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-6002afac-4ff1-495e-95a1-f7033df7fa3d admin admin] Request body: {'subnet': {'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2022123234-subnet', 'tenant_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:30:38.839399 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-6002afac-4ff1-495e-95a1-f7033df7fa3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:38.843180 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-6002afac-4ff1-495e-95a1-f7033df7fa3d admin admin] Usage tracker for resource:subnet and tenant:81b55fe93fe34f56b1ac2e1fcd0267c9 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:38.846556 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-6002afac-4ff1-495e-95a1-f7033df7fa3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:38.852902 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-6002afac-4ff1-495e-95a1-f7033df7fa3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:38.865965 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6002afac-4ff1-495e-95a1-f7033df7fa3d admin admin] Made reservation on behalf of 81b55fe93fe34f56b1ac2e1fcd0267c9 for: {'subnet': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:30:38.869137 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-6002afac-4ff1-495e-95a1-f7033df7fa3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:39.003023 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-49a0938a-462e-40f7-bd75-af28af0e3db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:39.161163 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:39.355737 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-6002afac-4ff1-495e-95a1-f7033df7fa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for subnet, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:39.360361 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-f42b3f52-94ee-4a15-98f3-c190214fa862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:39.435690 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002afac-4ff1-495e-95a1-f7033df7fa3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=58174d65-9a6b-4d38-b1d3-edfbd71a7769,revision_number=0']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:39.438944 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-6002afac-4ff1-495e-95a1-f7033df7fa3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:39.449514 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6002afac-4ff1-495e-95a1-f7033df7fa3d admin admin] Checking segment: {'id': '2a623463-1454-4077-8558-bd797f856a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:30:39.449869 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6002afac-4ff1-495e-95a1-f7033df7fa3d admin admin] Network hostable DHCP agents. Network: 04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd, hostable agents: ['e353725d-04b0-4fbf-b9b2-fde86cba17eb'], hosted agents: [] {{(pid=78778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:30:39.468878 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6002afac-4ff1-495e-95a1-f7033df7fa3d admin admin] Network 04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd is scheduled to be hosted by DHCP agent e353725d-04b0-4fbf-b9b2-fde86cba17eb with binding_index 1 {{(pid=78778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:30:39.479126 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-6002afac-4ff1-495e-95a1-f7033df7fa3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-smb, 04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd) {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:30:39.484850 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6002afac-4ff1-495e-95a1-f7033df7fa3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:30:39.485769 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-6002afac-4ff1-495e-95a1-f7033df7fa3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:39.493249 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea73b8c8-ef9f-4e0c-9574-c307deff5e2d None None] Network 04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:30:39.518529 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 33576) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:39.519467 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-6002afac-4ff1-495e-95a1-f7033df7fa3d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6891613 May 10 13:30:39.524724 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2022123234-router', 'tenant_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:30:39.530893 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:39.535346 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Usage tracker for resource:router and tenant:81b55fe93fe34f56b1ac2e1fcd0267c9 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:39.538413 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:39.544417 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:39.555501 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1802218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103805'] for router, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:39.556712 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103798'] for router, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:39.576273 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:39.728078 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b5f935-68c6-4fbc-b47d-839571272b19 None None] Network 04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:30:39.729113 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33586) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:39.932621 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708444', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103768'] for router, precommit_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:39.985474 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33598) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:40.024168 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 33606) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:40.194515 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-669257491-network', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:30:40.199059 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:40.202098 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:40.216027 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Usage tracker for resource:network and tenant:cbf6a3e7b18e4feea680a92d87a1e13a is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:40.218949 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:40.225135 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:40.248923 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Made reservation on behalf of cbf6a3e7b18e4feea680a92d87a1e13a for: {'network': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:30:40.252081 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for network, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:40.278235 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:40.296776 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:40.302279 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Usage tracker for resource:security_group_rule and tenant:cbf6a3e7b18e4feea680a92d87a1e13a is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:40.308680 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:40.311203 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33616) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:40.320511 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:40.357527 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:40.398339 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:40.415209 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:40.420033 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:40.434657 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=78778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:30:40.447331 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:40.447707 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.db.segments_db [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Added segment 34c07bce-b33b-4445-a41e-39719457dc45 of type vlan for network 84ebd01f-3ae2-4677-9e0c-fa553f1814b3 May 10 13:30:40.460929 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:40.478162 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-763161575-network', 'tenant_id': '5f7be7aa79cc462687c35a799fdad241'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:30:40.495308 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:40.504915 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Usage tracker for resource:network and tenant:5f7be7aa79cc462687c35a799fdad241 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:40.507825 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:40.515032 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:40.522715 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-network', 'tenant_id': '94c12e582ce64e398dff331859cc2254'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:30:40.528528 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:40.538118 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Usage tracker for resource:network and tenant:94c12e582ce64e398dff331859cc2254 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:40.539801 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Made reservation on behalf of 5f7be7aa79cc462687c35a799fdad241 for: {'network': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:30:40.542241 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for network, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:40.544108 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:40.553148 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:40.556209 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3796e96-b862-4516-bc38-d3d2bbd20fd6,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:40.559918 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:40.564118 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786273018480'] for network, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:40.569256 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:40.587846 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:40.593651 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_common [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Allocated IP 172.28.0.127 (201b784b-a2c0-4851-ba32-323396f26c0e/a3facc7a-ff4c-482b-8bd3-938f14d413a3/072252d8-3873-4362-a200-192dec92d90f) {{(pid=78777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:30:40.594139 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Usage tracker for resource:security_group_rule and tenant:5f7be7aa79cc462687c35a799fdad241 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:40.596075 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Made reservation on behalf of 94c12e582ce64e398dff331859cc2254 for: {'network': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:30:40.598576 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:40.598901 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for network, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:40.612615 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:40.620305 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:40.642459 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for network, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:40.645330 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:30:40.645933 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:40.652504 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:40.661480 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:40.719560 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Usage tracker for resource:security_group_rule and tenant:94c12e582ce64e398dff331859cc2254 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:40.725787 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:40.737402 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:40.776237 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-530787954-network', 'tenant_id': '286ae67d0b4245799f33ec466db04edc'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:30:40.788671 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Pushing event updated for resources: {'Network': ['ID=84ebd01f-3ae2-4677-9e0c-fa553f1814b3,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:40.801163 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Network 84ebd01f-3ae2-4677-9e0c-fa553f1814b3 details requested by agent ovs-agent-dv-cinder-784945-7-smb with host dv-cinder-784945-7-smb {{(pid=78779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 13:30:40.813420 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:40.823277 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 33636) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:40.824641 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0930996 May 10 13:30:40.839378 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:40.844802 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-5fc3aecf-f9e5-4a6f-a4e6-631956256909 admin admin] Request body: {'subnet': {'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-669257491-subnet', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:30:40.862256 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Usage tracker for resource:network and tenant:286ae67d0b4245799f33ec466db04edc is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:40.866090 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-5fc3aecf-f9e5-4a6f-a4e6-631956256909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:40.868839 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:40.871182 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-5fc3aecf-f9e5-4a6f-a4e6-631956256909 admin admin] Usage tracker for resource:subnet and tenant:cbf6a3e7b18e4feea680a92d87a1e13a is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:40.874991 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-5fc3aecf-f9e5-4a6f-a4e6-631956256909 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:40.882926 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-5fc3aecf-f9e5-4a6f-a4e6-631956256909 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:40.890300 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:40.891717 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:40.917287 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc3aecf-f9e5-4a6f-a4e6-631956256909 admin admin] Made reservation on behalf of cbf6a3e7b18e4feea680a92d87a1e13a for: {'subnet': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:30:40.920734 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5fc3aecf-f9e5-4a6f-a4e6-631956256909 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:40.958991 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Made reservation on behalf of 286ae67d0b4245799f33ec466db04edc for: {'network': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:30:40.963580 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for network, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:40.984800 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:40.985685 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:40.998198 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:41.002902 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:41.007264 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Usage tracker for resource:security_group_rule and tenant:286ae67d0b4245799f33ec466db04edc is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:41.009921 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:41.019482 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:41.021119 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:41.052592 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=78778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:30:41.079266 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f02b423-2636-4af8-bc18-a49ddbd9084a,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:41.082306 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:41.082494 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.db.segments_db [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Added segment 4c69b5ed-3efc-470f-ac99-e380fc5aa947 of type vlan for network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a May 10 13:30:41.088384 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:41.121321 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786273018480'] for network, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:41.184763 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for network, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:41.189781 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:30:41.190376 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:41.197289 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:41.217628 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:41.266424 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:41.273806 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:41.283434 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:41.291094 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=78778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:30:41.299786 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:41.319453 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-077a7bd5-6b3b-4b3d-baf0-52d3d5383789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:41.324297 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Pushing event updated for resources: {'Network': ['ID=2449dbde-57c9-4912-ac48-36ca6c3f3f9a,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:41.326932 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:41.327440 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.db.segments_db [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Added segment 112ca4d1-7efa-47b2-8665-cd4919c0945a of type vlan for network 74216274-5311-4675-84df-1f537d557420 May 10 13:30:41.330284 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3430674 May 10 13:30:41.335831 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:41.336483 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:41.338720 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a details requested by agent ovs-agent-dv-cinder-784945-7-smb with host dv-cinder-784945-7-smb {{(pid=78779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 13:30:41.343327 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33658) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:41.359705 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-693754de-eeda-4d73-a5f4-c984a2673983 admin admin] Request body: {'subnet': {'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-763161575-subnet', 'tenant_id': '5f7be7aa79cc462687c35a799fdad241', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:30:41.382872 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-693754de-eeda-4d73-a5f4-c984a2673983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:41.398312 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-693754de-eeda-4d73-a5f4-c984a2673983 admin admin] Usage tracker for resource:subnet and tenant:5f7be7aa79cc462687c35a799fdad241 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:41.402002 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786273018480'] for network, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:41.406191 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33617a0a-1a93-45b1-a50f-f7c7681369d2,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:41.409133 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-693754de-eeda-4d73-a5f4-c984a2673983 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:41.413554 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:41.433513 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-693754de-eeda-4d73-a5f4-c984a2673983 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:41.453458 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693754de-eeda-4d73-a5f4-c984a2673983 admin admin] Made reservation on behalf of 5f7be7aa79cc462687c35a799fdad241 for: {'subnet': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:30:41.456602 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-693754de-eeda-4d73-a5f4-c984a2673983 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:41.474824 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for network, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:41.480737 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:30:41.481344 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:41.492154 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=78777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:30:41.502946 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:41.503741 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.db.segments_db [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Added segment 791c53d6-51af-4acb-bf63-8367240dd9c0 of type vlan for network 6dbc2653-6c72-4de2-b0f7-21c9bab3f803 May 10 13:30:41.556440 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-5fb22555-3f5c-4c9b-8c82-ef8a44e6556f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:41.561243 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786273018480'] for network, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:41.569075 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Network 201b784b-a2c0-4851-ba32-323396f26c0e is already hosted by enough agents. {{(pid=78777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:30:41.583228 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Resources bound (agent type, host, resource id): {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:30:41.610521 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Received port after_create {{(pid=78777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:30:41.690239 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Pushing event updated for resources: {'Port': ['ID=072252d8-3873-4362-a200-192dec92d90f,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:41.718853 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4066193 May 10 13:30:41.724362 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33674) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:41.728069 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Pushing event updated for resources: {'Network': ['ID=74216274-5311-4675-84df-1f537d557420,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:41.734205 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-f0967909-4eda-485a-a43c-467ddd61a5ea admin admin] Request body: {'subnet': {'network_id': '74216274-5311-4675-84df-1f537d557420', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-530787954-subnet', 'tenant_id': '286ae67d0b4245799f33ec466db04edc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:30:41.737947 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:41.740207 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Network 74216274-5311-4675-84df-1f537d557420 details requested by agent ovs-agent-dv-cinder-784945-7-smb with host dv-cinder-784945-7-smb {{(pid=78779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 13:30:41.741694 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-f0967909-4eda-485a-a43c-467ddd61a5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:41.747212 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-f0967909-4eda-485a-a43c-467ddd61a5ea admin admin] Usage tracker for resource:subnet and tenant:286ae67d0b4245799f33ec466db04edc is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:41.750866 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-f0967909-4eda-485a-a43c-467ddd61a5ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:41.758638 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-f0967909-4eda-485a-a43c-467ddd61a5ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:41.806326 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:41.806948 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:41.807474 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:41.807997 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:41.808518 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:41.809266 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:41.809559 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0967909-4eda-485a-a43c-467ddd61a5ea admin admin] Made reservation on behalf of 286ae67d0b4245799f33ec466db04edc for: {'subnet': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:30:41.809903 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:41.810366 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:41.810845 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:41.811303 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:41.811772 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:41.812231 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:41.812796 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f0967909-4eda-485a-a43c-467ddd61a5ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Tracked resource versions report: May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: pushed versions: May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: { 'AddressGroup': {'1.2'}, May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'ConntrackHelper': {'1.0'}, May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'Log': {'1.0'}, May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'Network': {'1.1'}, May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'Port': {'1.7'}, May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'PortForwarding': {'1.2'}, May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'QosPolicy': {'1.8'}, May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'SecurityGroup': {'1.4'}, May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'SecurityGroupRule': {'1.2'}, May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'SubPort': {'1.0'}, May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'Subnet': {'1.1'}, May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'Trunk': {'1.1'}} May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: consumer versions: May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: { DHCP agent@dv-cinder-784945-7-smb: {}, May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: HyperV agent@hv-cinder-78494: {}, May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: L3 agent@dv-cinder-784945-7-smb: {}, May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: Metadata agent@dv-cinder-784945-7-smb: {}, May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: Metering agent@dv-cinder-784945-7-smb: {}, May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: Open vSwitch agent@dv-cinder-784945-7-smb: { 'AddressGroup': '1.2', May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'ConntrackHelper': '1.0', May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'Log': '1.0', May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'Network': '1.1', May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'Port': '1.7', May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'PortForwarding': '1.2', May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'QosPolicy': '1.8', May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'SecurityGroup': '1.4', May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'SecurityGroupRule': '1.2', May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'SubPort': '1.0', May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'Subnet': '1.1', May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: 'Trunk': '1.1'}} May 10 13:30:41.813841 dv-cinder-784945-7-smb neutron-server[78777]: {{(pid=78777) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 13:30:41.819561 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:41.822730 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.db.resource_extend [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 13:30:41.831519 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:41.989860 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:41.994108 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for network, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:42.004022 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:30:42.004942 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:42.013093 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ade019-5af1-45ea-9cfd-91bc4cf8503b,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:42.017601 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:42.034614 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-58780ca2-6df9-4409-b821-8c83588f5c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:42.391093 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Pushing event updated for resources: {'Network': ['ID=6dbc2653-6c72-4de2-b0f7-21c9bab3f803,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:42.400344 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:42.407195 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Network 6dbc2653-6c72-4de2-b0f7-21c9bab3f803 details requested by agent ovs-agent-dv-cinder-784945-7-smb with host dv-cinder-784945-7-smb {{(pid=78779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 13:30:42.429019 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4008737 May 10 13:30:42.431932 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 33706) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:42.444922 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33708) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:42.453408 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-a3752a94-a9a0-471b-b609-2927a9ae540c admin admin] Request body: {'subnet': {'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-subnet', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:30:42.481966 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-693754de-eeda-4d73-a5f4-c984a2673983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for subnet, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:42.489412 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-a3752a94-a9a0-471b-b609-2927a9ae540c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:42.495483 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:42.496473 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-a3752a94-a9a0-471b-b609-2927a9ae540c admin admin] Usage tracker for resource:subnet and tenant:94c12e582ce64e398dff331859cc2254 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:42.504561 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-a3752a94-a9a0-471b-b609-2927a9ae540c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:42.517172 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-a3752a94-a9a0-471b-b609-2927a9ae540c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:42.630169 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:42.659502 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693754de-eeda-4d73-a5f4-c984a2673983 admin admin] Checking segment: {'id': '4c69b5ed-3efc-470f-ac99-e380fc5aa947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:30:42.659834 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693754de-eeda-4d73-a5f4-c984a2673983 admin admin] Network hostable DHCP agents. Network: 2449dbde-57c9-4912-ac48-36ca6c3f3f9a, hostable agents: ['e353725d-04b0-4fbf-b9b2-fde86cba17eb'], hosted agents: [] {{(pid=78778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:30:42.669642 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693754de-eeda-4d73-a5f4-c984a2673983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51718f73-3816-4605-8d21-33949f773597,revision_number=0']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:42.678710 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-693754de-eeda-4d73-a5f4-c984a2673983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:42.704835 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3752a94-a9a0-471b-b609-2927a9ae540c admin admin] Made reservation on behalf of 94c12e582ce64e398dff331859cc2254 for: {'subnet': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:30:42.707588 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a3752a94-a9a0-471b-b609-2927a9ae540c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:42.742088 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693754de-eeda-4d73-a5f4-c984a2673983 admin admin] Network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a is scheduled to be hosted by DHCP agent e353725d-04b0-4fbf-b9b2-fde86cba17eb with binding_index 1 {{(pid=78778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:30:42.768554 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c72c693e-ea68-4634-ab27-e220aee2151e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:42.793542 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-c72c693e-ea68-4634-ab27-e220aee2151e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:42.797499 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-c72c693e-ea68-4634-ab27-e220aee2151e admin admin] Usage tracker for resource:security_group_rule and tenant:1fa912be414c457c9565b0829259307a is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:42.801141 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-c72c693e-ea68-4634-ab27-e220aee2151e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:42.810136 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33720) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:42.813278 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-693754de-eeda-4d73-a5f4-c984a2673983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-smb, 2449dbde-57c9-4912-ac48-36ca6c3f3f9a) {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:30:42.820698 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-c72c693e-ea68-4634-ab27-e220aee2151e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:42.822380 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528ace6f-b0be-4036-ae04-f9d22765264d None None] Network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:30:42.826782 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693754de-eeda-4d73-a5f4-c984a2673983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:30:42.827385 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-693754de-eeda-4d73-a5f4-c984a2673983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:42.831457 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f0967909-4eda-485a-a43c-467ddd61a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for subnet, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:42.856962 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-693754de-eeda-4d73-a5f4-c984a2673983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:42.974753 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-693754de-eeda-4d73-a5f4-c984a2673983 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6272600 May 10 13:30:43.006940 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0967909-4eda-485a-a43c-467ddd61a5ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5c5e0dd-aac7-4f8d-aaf1-b6f68ea32677,revision_number=0']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:43.014737 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-f0967909-4eda-485a-a43c-467ddd61a5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:43.019255 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0967909-4eda-485a-a43c-467ddd61a5ea admin admin] Checking segment: {'id': '112ca4d1-7efa-47b2-8665-cd4919c0945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '74216274-5311-4675-84df-1f537d557420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:30:43.019608 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0967909-4eda-485a-a43c-467ddd61a5ea admin admin] Network hostable DHCP agents. Network: 74216274-5311-4675-84df-1f537d557420, hostable agents: ['e353725d-04b0-4fbf-b9b2-fde86cba17eb'], hosted agents: [] {{(pid=78778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:30:43.063702 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-13e8846c-07c2-4092-b372-3548ac6e99e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:43.087100 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0967909-4eda-485a-a43c-467ddd61a5ea admin admin] Network 74216274-5311-4675-84df-1f537d557420 is scheduled to be hosted by DHCP agent e353725d-04b0-4fbf-b9b2-fde86cba17eb with binding_index 1 {{(pid=78778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:30:43.092497 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab97e9ff-a39d-4772-bc72-37ddfac4f3b9 None None] Network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:30:43.098514 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-13e8846c-07c2-4092-b372-3548ac6e99e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:43.107602 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-13e8846c-07c2-4092-b372-3548ac6e99e7 admin admin] Usage tracker for resource:security_group_rule and tenant:ed9cdf3d461d4b548eb7a0e645adee8d is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:43.111620 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-13e8846c-07c2-4092-b372-3548ac6e99e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:43.128226 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-f0967909-4eda-485a-a43c-467ddd61a5ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-smb, 74216274-5311-4675-84df-1f537d557420) {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:30:43.133578 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0967909-4eda-485a-a43c-467ddd61a5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:30:43.134162 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f0967909-4eda-485a-a43c-467ddd61a5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:43.146118 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-13e8846c-07c2-4092-b372-3548ac6e99e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:43.160123 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c72c693e-ea68-4634-ab27-e220aee2151e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:43.162037 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5fc3aecf-f9e5-4a6f-a4e6-631956256909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for subnet, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:43.178618 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:43.179098 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77b9342-ad1a-4b61-bc3e-48d5b0db6d6e None None] Network 74216274-5311-4675-84df-1f537d557420 requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:30:43.190514 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c72c693e-ea68-4634-ab27-e220aee2151e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:43.258232 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:43.278530 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-f0967909-4eda-485a-a43c-467ddd61a5ea admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5531318 May 10 13:30:43.392793 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3aecf-f9e5-4a6f-a4e6-631956256909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72850fb9-4f1b-4ea3-98c6-92c4f29f074e,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:43.395512 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-c72c693e-ea68-4634-ab27-e220aee2151e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fa912be414c457c9565b0829259307a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9353173 May 10 13:30:43.406145 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 33744) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:43.409973 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-5fc3aecf-f9e5-4a6f-a4e6-631956256909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:43.418002 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c693e-ea68-4634-ab27-e220aee2151e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2861f6e6-95ba-4522-bf3b-fc01065059fe,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:43.435342 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-c72c693e-ea68-4634-ab27-e220aee2151e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:43.451956 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-13e8846c-07c2-4092-b372-3548ac6e99e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:43.460963 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3aecf-f9e5-4a6f-a4e6-631956256909 admin admin] Checking segment: {'id': '34c07bce-b33b-4445-a41e-39719457dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:30:43.461342 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc3aecf-f9e5-4a6f-a4e6-631956256909 admin admin] Network hostable DHCP agents. Network: 84ebd01f-3ae2-4677-9e0c-fa553f1814b3, hostable agents: ['e353725d-04b0-4fbf-b9b2-fde86cba17eb'], hosted agents: [] {{(pid=78777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:30:43.465695 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-13e8846c-07c2-4092-b372-3548ac6e99e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:43.470304 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711625'] for router, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:43.477591 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:43.585092 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-13e8846c-07c2-4092-b372-3548ac6e99e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed9cdf3d461d4b548eb7a0e645adee8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7646224 May 10 13:30:43.586791 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8846c-07c2-4092-b372-3548ac6e99e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1362f64-f59f-4989-bf1a-842cdb88702a,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:43.591565 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33752) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:43.594541 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-13e8846c-07c2-4092-b372-3548ac6e99e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:43.618492 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c214a0-ad5c-4524-aa14-9c058c138e85 None None] Network 74216274-5311-4675-84df-1f537d557420 requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:30:43.677906 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-58af63e2-6f47-49e1-9e23-5d2d21b201de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:43.717377 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-58af63e2-6f47-49e1-9e23-5d2d21b201de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:43.745205 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc3aecf-f9e5-4a6f-a4e6-631956256909 admin admin] Network 84ebd01f-3ae2-4677-9e0c-fa553f1814b3 is scheduled to be hosted by DHCP agent e353725d-04b0-4fbf-b9b2-fde86cba17eb with binding_index 1 {{(pid=78777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:30:43.809314 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-58af63e2-6f47-49e1-9e23-5d2d21b201de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:43.829996 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:43.847925 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-58af63e2-6f47-49e1-9e23-5d2d21b201de admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:43.849732 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-58af63e2-6f47-49e1-9e23-5d2d21b201de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1362f64-f59f-4989-bf1a-842cdb88702a HTTP/1.1" status: 204 len: 168 time: 0.2569003 May 10 13:30:43.858512 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af63e2-6f47-49e1-9e23-5d2d21b201de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1362f64-f59f-4989-bf1a-842cdb88702a,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:43.861960 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-58af63e2-6f47-49e1-9e23-5d2d21b201de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:43.888744 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-5fc3aecf-f9e5-4a6f-a4e6-631956256909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-smb, 84ebd01f-3ae2-4677-9e0c-fa553f1814b3) {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:30:43.896799 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f038ce-0cc4-4ba5-b4f2-83a3a455f21e None None] Network 84ebd01f-3ae2-4677-9e0c-fa553f1814b3 requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:30:43.908386 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc3aecf-f9e5-4a6f-a4e6-631956256909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:30:43.908999 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5fc3aecf-f9e5-4a6f-a4e6-631956256909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:43.926773 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3e04c154-99b8-4c45-9016-b4e3cb561397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:43.985405 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-5fc3aecf-f9e5-4a6f-a4e6-631956256909 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1607242 May 10 13:30:43.988935 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33772) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:43.995998 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:30:44.003845 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:44.012126 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3e04c154-99b8-4c45-9016-b4e3cb561397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:44.013260 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Usage tracker for resource:router and tenant:cbf6a3e7b18e4feea680a92d87a1e13a is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:44.029370 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:44.039012 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Router c50d817d-59e4-4567-90b3-a180c2e472e1 is scheduled to L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 with binding_index 1 {{(pid=78777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 13:30:44.060062 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:44.089076 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1802218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103805'] for router, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:44.091774 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103798'] for router, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:44.124088 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:44.433045 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe84325ab-a6c9-5dc4-96db-441876245d66-84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'fixed_ips': [{'subnet_id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e'}]}} from dv-cinder-784945-7-smb. {{(pid=78779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 13:30:44.434209 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:44.544470 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33788) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:44.555847 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3e04c154-99b8-4c45-9016-b4e3cb561397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:44.612795 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:44.631550 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:30:44.639288 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6ebd-def2-4c22-aa7c-a3195af394d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:44.643036 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Sync routers for ids ['c50d817d-59e4-4567-90b3-a180c2e472e1'] in dv-cinder-784945-7-smb {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:30:44.656272 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Routers {'c50d817d-59e4-4567-90b3-a180c2e472e1'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:30:44.656906 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:30:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['c50d817d-59e4-4567-90b3-a180c2e472e1'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:30:44.693857 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-0b9d6ebd-def2-4c22-aa7c-a3195af394d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:44.702494 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-0b9d6ebd-def2-4c22-aa7c-a3195af394d5 admin admin] Usage tracker for resource:security_group_rule and tenant:738b8dff9bab4cbfb68f4e42e8ebf664 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:44.710244 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-0b9d6ebd-def2-4c22-aa7c-a3195af394d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:44.731670 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-0b9d6ebd-def2-4c22-aa7c-a3195af394d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:44.742594 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708444', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103768'] for router, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:44.802901 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a3752a94-a9a0-471b-b609-2927a9ae540c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for subnet, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:44.806685 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Notify callbacks [] for router, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:44.815952 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33806) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:44.816845 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.2957819 May 10 13:30:44.820494 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04c154-99b8-4c45-9016-b4e3cb561397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2861f6e6-95ba-4522-bf3b-fc01065059fe,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:44.825034 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.db_base_plugin_common [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Allocated IP 172.20.0.2 (84ebd01f-3ae2-4677-9e0c-fa553f1814b3/72850fb9-4f1b-4ea3-98c6-92c4f29f074e/9e0a8024-468d-4cec-b93f-0ae3e56e0c7d) {{(pid=78779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:30:44.836867 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-3e04c154-99b8-4c45-9016-b4e3cb561397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:44.854167 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3e04c154-99b8-4c45-9016-b4e3cb561397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:44.858280 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-3e04c154-99b8-4c45-9016-b4e3cb561397 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2861f6e6-95ba-4522-bf3b-fc01065059fe HTTP/1.1" status: 204 len: 168 time: 1.4504161 May 10 13:30:44.860265 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:44.889631 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Set router c50d817d-59e4-4567-90b3-a180c2e472e1 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:30:45.103371 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 33828) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:45.106065 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3752a94-a9a0-471b-b609-2927a9ae540c admin admin] Pushing event updated for resources: {'Subnet': ['ID=24199e2d-ee05-4653-a9ce-54cbb6e9b5cc,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:45.117392 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-a3752a94-a9a0-471b-b609-2927a9ae540c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:45.131176 dv-cinder-784945-7-smb neutron-server[78777]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 13:30:45.340758 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33840) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:45.394710 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50d817d-59e4-4567-90b3-a180c2e472e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2022123234-router', 'tenant_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '072252d8-3873-4362-a200-192dec92d90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:39Z', 'updated_at': '2021-05-10T13:30:42Z', 'revision_number': 3, 'project_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'gw_port': {'id': '072252d8-3873-4362-a200-192dec92d90f', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:54:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50d817d-59e4-4567-90b3-a180c2e472e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:40Z', 'updated_at': '2021-05-10T13:30:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:30:45.407139 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Checking router: c50d817d-59e4-4567-90b3-a180c2e472e1 for host: dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:30:45.408257 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Updating router c50d817d-59e4-4567-90b3-a180c2e472e1 port 072252d8-3873-4362-a200-192dec92d90f binding host dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:30:45.418415 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Notify callbacks [] for port, precommit_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:45.430367 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Transition to ACTIVE for port object 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d will not be triggered until provisioned by entity L2. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:30:45.449704 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Transition to ACTIVE for port object 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d will not be triggered until provisioned by entity DHCP. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:30:45.458663 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:45.481332 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:45.493276 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:45.554223 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3752a94-a9a0-471b-b609-2927a9ae540c admin admin] Checking segment: {'id': '791c53d6-51af-4acb-bf63-8367240dd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:30:45.554698 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3752a94-a9a0-471b-b609-2927a9ae540c admin admin] Network hostable DHCP agents. Network: 6dbc2653-6c72-4de2-b0f7-21c9bab3f803, hostable agents: ['e353725d-04b0-4fbf-b9b2-fde86cba17eb'], hosted agents: [] {{(pid=78777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:30:45.556242 dv-cinder-784945-7-smb neutron-server[78778]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 13:30:45.571920 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Network 84ebd01f-3ae2-4677-9e0c-fa553f1814b3 is already hosted by enough agents. {{(pid=78779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:30:45.584342 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.scheduler.base_scheduler [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Resources bound (agent type, host, resource id): {{(pid=78779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:30:45.594795 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Received port after_create {{(pid=78779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:30:45.613598 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-930dd97a-6662-4112-a058-2f3fc388473f tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:30:45.620404 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-930dd97a-6662-4112-a058-2f3fc388473f tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/networks?id=74216274-5311-4675-84df-1f537d557420 HTTP/1.1" status: 200 len: 811 time: 0.4942081 May 10 13:30:45.628636 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3752a94-a9a0-471b-b609-2927a9ae540c admin admin] Network 6dbc2653-6c72-4de2-b0f7-21c9bab3f803 is scheduled to be hosted by DHCP agent e353725d-04b0-4fbf-b9b2-fde86cba17eb with binding_index 1 {{(pid=78777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:30:45.642832 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-56ab2610-3989-4684-b74a-60d1ba8ea644 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/quotas/286ae67d0b4245799f33ec466db04edc HTTP/1.1" status: 200 len: 375 time: 0.0210369 May 10 13:30:45.683154 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-a3752a94-a9a0-471b-b609-2927a9ae540c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-smb, 6dbc2653-6c72-4de2-b0f7-21c9bab3f803) {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:30:45.699994 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-3821cbb7-66c8-4594-b03f-e0f9ddd5bf33 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=286ae67d0b4245799f33ec466db04edc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562723 May 10 13:30:45.701532 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3752a94-a9a0-471b-b609-2927a9ae540c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:30:45.702051 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a3752a94-a9a0-471b-b609-2927a9ae540c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:45.717931 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabc248e-ef92-42b9-b1e1-ebb20a2a8449 None None] Network 6dbc2653-6c72-4de2-b0f7-21c9bab3f803 requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:30:45.729663 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52518864-0417-4188-ab49-65ab9edb6808 req-da950fe7-9f26-4995-b10b-3599f89de366 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:30:45.730377 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-52518864-0417-4188-ab49-65ab9edb6808 req-da950fe7-9f26-4995-b10b-3599f89de366 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Synchronizing usage tracker for tenant:5f7be7aa79cc462687c35a799fdad241 on resource:network {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:30:45.732916 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-a3752a94-a9a0-471b-b609-2927a9ae540c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.2999735 May 10 13:30:45.735509 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 33850) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:45.743760 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Pushing event updated for resources: {'Port': ['ID=9e0a8024-468d-4cec-b93f-0ae3e56e0c7d,revision_number=1']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:45.750666 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:30:45.763618 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:45.764669 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-52518864-0417-4188-ab49-65ab9edb6808 req-da950fe7-9f26-4995-b10b-3599f89de366 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Unset dirty status for tenant:5f7be7aa79cc462687c35a799fdad241 on resource:network {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:30:45.765837 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:45.766397 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:45.766914 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:45.768019 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:45.768566 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:45.769110 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:45.769662 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:45.770387 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:45.770935 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:45.771468 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:45.771679 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Usage tracker for resource:router and tenant:94c12e582ce64e398dff331859cc2254 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:45.773060 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-52518864-0417-4188-ab49-65ab9edb6808 req-da950fe7-9f26-4995-b10b-3599f89de366 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/networks?id=2449dbde-57c9-4912-ac48-36ca6c3f3f9a HTTP/1.1" status: 200 len: 814 time: 0.4284308 May 10 13:30:45.773415 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:45.773974 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Tracked resource versions report: May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: pushed versions: May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: { 'AddressGroup': {'1.2'}, May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'ConntrackHelper': {'1.0'}, May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'Log': {'1.0'}, May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'Network': {'1.1'}, May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'Port': {'1.7'}, May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'PortForwarding': {'1.2'}, May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'QosPolicy': {'1.8'}, May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'SecurityGroup': {'1.4'}, May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'SecurityGroupRule': {'1.2'}, May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'SubPort': {'1.0'}, May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'Subnet': {'1.1'}, May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'Trunk': {'1.1'}} May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: consumer versions: May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: { DHCP agent@dv-cinder-784945-7-smb: {}, May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: HyperV agent@hv-cinder-78494: {}, May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: L3 agent@dv-cinder-784945-7-smb: {}, May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: Metadata agent@dv-cinder-784945-7-smb: {}, May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: Metering agent@dv-cinder-784945-7-smb: {}, May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: Open vSwitch agent@dv-cinder-784945-7-smb: { 'AddressGroup': '1.2', May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'ConntrackHelper': '1.0', May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'Log': '1.0', May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'Network': '1.1', May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'Port': '1.7', May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'PortForwarding': '1.2', May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'QosPolicy': '1.8', May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'SecurityGroup': '1.4', May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'SecurityGroupRule': '1.2', May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'SubPort': '1.0', May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'Subnet': '1.1', May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: 'Trunk': '1.1'}} May 10 13:30:45.775328 dv-cinder-784945-7-smb neutron-server[78779]: {{(pid=78779) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 13:30:45.777727 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 33856) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:45.777727 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:45.785504 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:45.788279 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Attempting to bind port 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:30:45.788908 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Attempting to bind port 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': '34c07bce-b33b-4445-a41e-39719457dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3'}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:30:45.789550 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Attempting to bind port 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d on network 84ebd01f-3ae2-4677-9e0c-fa553f1814b3 {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:30:45.828746 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:45.831469 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-19e31b73-4568-4624-8663-c75819748d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:45.844442 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:30:45.845166 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Checking segment: {'id': '34c07bce-b33b-4445-a41e-39719457dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:30:45.853643 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:45.854238 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Bound using segment: {'id': '34c07bce-b33b-4445-a41e-39719457dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3'} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:30:45.854860 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Bound port: 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c07bce-b33b-4445-a41e-39719457dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3'}}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:30:45.855362 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:45.873633 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-19e31b73-4568-4624-8663-c75819748d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:45.878259 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-19e31b73-4568-4624-8663-c75819748d65 admin admin] Usage tracker for resource:security_group_rule and tenant:f58f58213d244230882eae69b68916d0 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:45.889199 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-19e31b73-4568-4624-8663-c75819748d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:45.901774 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-19e31b73-4568-4624-8663-c75819748d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:45.921140 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1802218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103805'] for router, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:45.922246 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103798'] for router, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:45.996342 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-52518864-0417-4188-ab49-65ab9edb6808 req-71594244-0787-41b0-b6b9-9e941abb1afe tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/quotas/5f7be7aa79cc462687c35a799fdad241 HTTP/1.1" status: 200 len: 375 time: 0.2230411 May 10 13:30:46.018942 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Notify callbacks [] for port, precommit_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:46.031529 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.provisioning_blocks [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Transition to ACTIVE for port object 072252d8-3873-4362-a200-192dec92d90f will not be triggered until provisioned by entity L2. {{(pid=78780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:30:46.039743 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:46.045257 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-3e029013-57a5-421f-a6bd-6e71af0a4263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:46.046589 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-19e31b73-4568-4624-8663-c75819748d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:46.051834 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] For port 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:30:46.057523 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-19e31b73-4568-4624-8663-c75819748d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:46.069485 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] For port 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=9e0a8024-468d-4cec-b93f-0ae3e56e0c7d,segment=NetworkSegment(34c07bce-b33b-4445-a41e-39719457dc45),segment_id=34c07bce-b33b-4445-a41e-39719457dc45)] {{(pid=78779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:30:46.071139 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-3e04c154-99b8-4c45-9016-b4e3cb561397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:46.078436 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:46.091432 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:46.105694 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e31b73-4568-4624-8663-c75819748d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3731903-996a-4655-a838-4abb7430b530,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:46.113336 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-19e31b73-4568-4624-8663-c75819748d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:46.119594 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd44636-92b7-4f5e-af69-36d89ddd9770 None None] Pushing event updated for resources: {'Port': ['ID=072252d8-3873-4362-a200-192dec92d90f,revision_number=2']} {{(pid=78780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:46.125104 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:46.130163 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd44636-92b7-4f5e-af69-36d89ddd9770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:46.130501 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd44636-92b7-4f5e-af69-36d89ddd9770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:46.130827 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd44636-92b7-4f5e-af69-36d89ddd9770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:46.131157 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd44636-92b7-4f5e-af69-36d89ddd9770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:46.131605 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd44636-92b7-4f5e-af69-36d89ddd9770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:46.131926 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd44636-92b7-4f5e-af69-36d89ddd9770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:46.132237 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd44636-92b7-4f5e-af69-36d89ddd9770 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:46.132544 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd44636-92b7-4f5e-af69-36d89ddd9770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:46.132851 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd44636-92b7-4f5e-af69-36d89ddd9770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:46.133157 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd44636-92b7-4f5e-af69-36d89ddd9770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:46.133558 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd44636-92b7-4f5e-af69-36d89ddd9770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:46.133871 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd44636-92b7-4f5e-af69-36d89ddd9770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd44636-92b7-4f5e-af69-36d89ddd9770 None None] Tracked resource versions report: May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: pushed versions: May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: { 'AddressGroup': {'1.2'}, May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'ConntrackHelper': {'1.0'}, May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'Log': {'1.0'}, May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'Network': {'1.1'}, May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'Port': {'1.7'}, May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'PortForwarding': {'1.2'}, May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'QosPolicy': {'1.8'}, May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'SecurityGroup': {'1.4'}, May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'SecurityGroupRule': {'1.2'}, May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'SubPort': {'1.0'}, May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'Subnet': {'1.1'}, May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'Trunk': {'1.1'}} May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: consumer versions: May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: { DHCP agent@dv-cinder-784945-7-smb: {}, May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: HyperV agent@hv-cinder-78494: {}, May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: L3 agent@dv-cinder-784945-7-smb: {}, May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: Metadata agent@dv-cinder-784945-7-smb: {}, May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: Metering agent@dv-cinder-784945-7-smb: {}, May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: Open vSwitch agent@dv-cinder-784945-7-smb: { 'AddressGroup': '1.2', May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'ConntrackHelper': '1.0', May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'Log': '1.0', May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'Network': '1.1', May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'Port': '1.7', May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'PortForwarding': '1.2', May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'QosPolicy': '1.8', May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'SecurityGroup': '1.4', May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'SecurityGroupRule': '1.2', May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'SubPort': '1.0', May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'Subnet': '1.1', May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: 'Trunk': '1.1'}} May 10 13:30:46.134868 dv-cinder-784945-7-smb neutron-server[78780]: {{(pid=78780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 13:30:46.143558 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-19e31b73-4568-4624-8663-c75819748d65 admin admin] Synchronizing usage tracker for tenant:621a4bb73240413781d8f9ae460d6a6f on resource:security_group {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:30:46.150276 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-0cd44636-92b7-4f5e-af69-36d89ddd9770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:46.175826 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Pushing event updated for resources: {'Port': ['ID=9e0a8024-468d-4cec-b93f-0ae3e56e0c7d,revision_number=2']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:46.204054 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Attempting to bind port 072252d8-3873-4362-a200-192dec92d90f on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:30:46.204561 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Attempting to bind port 072252d8-3873-4362-a200-192dec92d90f by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}] {{(pid=78780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:30:46.205542 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Attempting to bind port 072252d8-3873-4362-a200-192dec92d90f on network 201b784b-a2c0-4851-ba32-323396f26c0e {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:30:46.211293 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:30:46.211739 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Checking segment: {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:30:46.212197 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:46.212647 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Bound using segment: {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'} {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:30:46.213179 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Bound port: 072252d8-3873-4362-a200-192dec92d90f, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}}] {{(pid=78780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:30:46.213682 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:46.215201 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:46.228684 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe84325ab-a6c9-5dc4-96db-441876245d66-6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc'}]}} from dv-cinder-784945-7-smb. {{(pid=78779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 13:30:46.230770 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:46.274914 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6ebd-def2-4c22-aa7c-a3195af394d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:46.291180 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.db [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] For port 072252d8-3873-4362-a200-192dec92d90f, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:30:46.294662 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.db [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] For port 072252d8-3873-4362-a200-192dec92d90f, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=072252d8-3873-4362-a200-192dec92d90f,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:30:46.302154 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:46.306583 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:46.324827 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-52518864-0417-4188-ab49-65ab9edb6808 req-b3d6fe69-3ff5-4da6-b57e-78dc48fac5f3 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f7be7aa79cc462687c35a799fdad241&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2233322 May 10 13:30:46.331960 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6ebd-def2-4c22-aa7c-a3195af394d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:46.363885 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-53193a9a-eb43-4be7-9ea0-c0d9f9c6ac8c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 13:30:46.365030 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-53193a9a-eb43-4be7-9ea0-c0d9f9c6ac8c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3170233 May 10 13:30:46.389665 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-19e31b73-4568-4624-8663-c75819748d65 admin admin] Unset dirty status for tenant:621a4bb73240413781d8f9ae460d6a6f on resource:security_group {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:30:46.391569 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-19e31b73-4568-4624-8663-c75819748d65 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f58f58213d244230882eae69b68916d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6151702 May 10 13:30:46.410357 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:46.423982 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Routers {'c50d817d-59e4-4567-90b3-a180c2e472e1'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:30:46.424629 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:30:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['c50d817d-59e4-4567-90b3-a180c2e472e1'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:30:46.430870 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33870) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:46.506569 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd44636-92b7-4f5e-af69-36d89ddd9770 None None] Pushing event updated for resources: {'Port': ['ID=072252d8-3873-4362-a200-192dec92d90f,revision_number=3']} {{(pid=78780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:46.523606 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d6ebd-def2-4c22-aa7c-a3195af394d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1faa24-fa86-47ab-b1ce-fee7031d73cc,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:46.526570 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.db_base_plugin_common [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Allocated IP 172.20.0.2 (6dbc2653-6c72-4de2-b0f7-21c9bab3f803/24199e2d-ee05-4653-a9ce-54cbb6e9b5cc/3677182a-171e-4d80-82d5-e8ec16a096d9) {{(pid=78779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:30:46.553142 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-0b9d6ebd-def2-4c22-aa7c-a3195af394d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:46.613053 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-0cd44636-92b7-4f5e-af69-36d89ddd9770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:46.690592 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-0b9d6ebd-def2-4c22-aa7c-a3195af394d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=738b8dff9bab4cbfb68f4e42e8ebf664&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1421070 May 10 13:30:46.713995 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 33882) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:46.759339 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] Set router c50d817d-59e4-4567-90b3-a180c2e472e1 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:30:46.798368 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [req-52518864-0417-4188-ab49-65ab9edb6808 req-18173ec9-d06a-4c5f-9ae3-5bfdfaef082c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 13:30:46.799594 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-52518864-0417-4188-ab49-65ab9edb6808 req-18173ec9-d06a-4c5f-9ae3-5bfdfaef082c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3677373 May 10 13:30:46.848694 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708444', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103768'] for router, precommit_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:46.849327 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Notify callbacks [] for port, precommit_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:46.861692 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Transition to ACTIVE for port object 3677182a-171e-4d80-82d5-e8ec16a096d9 will not be triggered until provisioned by entity L2. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:30:46.884135 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Transition to ACTIVE for port object 3677182a-171e-4d80-82d5-e8ec16a096d9 will not be triggered until provisioned by entity DHCP. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:30:46.898645 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:46.919260 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:46.978611 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-b83062a6-adbd-4c9b-939a-e292e4bbd88b service neutron] 10.222.0.30 "GET /v2.0/networks/74216274-5311-4675-84df-1f537d557420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841351 May 10 13:30:46.988147 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Network 6dbc2653-6c72-4de2-b0f7-21c9bab3f803 is already hosted by enough agents. {{(pid=78779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:30:46.991077 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.scheduler.base_scheduler [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Resources bound (agent type, host, resource id): {{(pid=78779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:30:46.993545 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Received port after_create {{(pid=78779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:30:47.084080 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Pushing event updated for resources: {'Port': ['ID=3677182a-171e-4d80-82d5-e8ec16a096d9,revision_number=1']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:47.088105 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:47.107235 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Attempting to bind port 3677182a-171e-4d80-82d5-e8ec16a096d9 on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:30:47.107610 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Attempting to bind port 3677182a-171e-4d80-82d5-e8ec16a096d9 by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': '791c53d6-51af-4acb-bf63-8367240dd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803'}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:30:47.107967 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Attempting to bind port 3677182a-171e-4d80-82d5-e8ec16a096d9 on network 6dbc2653-6c72-4de2-b0f7-21c9bab3f803 {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:30:47.123286 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:30:47.124041 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Checking segment: {'id': '791c53d6-51af-4acb-bf63-8367240dd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:30:47.124905 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:47.125528 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Bound using segment: {'id': '791c53d6-51af-4acb-bf63-8367240dd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803'} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:30:47.126004 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Bound port: 3677182a-171e-4d80-82d5-e8ec16a096d9, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791c53d6-51af-4acb-bf63-8367240dd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803'}}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:30:47.127218 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:47.184163 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-f6c633f2-7c9e-47ce-885b-ae7a03300222 service neutron] 10.222.0.30 "GET /v2.0/networks/74216274-5311-4675-84df-1f537d557420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031691 May 10 13:30:47.261023 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f6f231ae-2d06-471f-874a-0b563d4c60b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:47.271436 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50d817d-59e4-4567-90b3-a180c2e472e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2022123234-router', 'tenant_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '072252d8-3873-4362-a200-192dec92d90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:39Z', 'updated_at': '2021-05-10T13:30:42Z', 'revision_number': 3, 'project_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'gw_port': {'id': '072252d8-3873-4362-a200-192dec92d90f', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:54:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50d817d-59e4-4567-90b3-a180c2e472e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:40Z', 'updated_at': '2021-05-10T13:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:30:47.281112 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f5230b-5b6a-4494-a422-9f48d6966072 None None] The sync data for ids ['c50d817d-59e4-4567-90b3-a180c2e472e1'] in dv-cinder-784945-7-smb is: [{'id': 'c50d817d-59e4-4567-90b3-a180c2e472e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2022123234-router', 'tenant_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '072252d8-3873-4362-a200-192dec92d90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:39Z', 'updated_at': '2021-05-10T13:30:42Z', 'revision_number': 3, 'project_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'gw_port': {'id': '072252d8-3873-4362-a200-192dec92d90f', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:54:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50d817d-59e4-4567-90b3-a180c2e472e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:40Z', 'updated_at': '2021-05-10T13:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}] {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:30:47.293189 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] For port 3677182a-171e-4d80-82d5-e8ec16a096d9, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:30:47.306282 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] For port 3677182a-171e-4d80-82d5-e8ec16a096d9, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=3677182a-171e-4d80-82d5-e8ec16a096d9,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:30:47.310776 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-52518864-0417-4188-ab49-65ab9edb6808 req-1ec1805d-5651-4306-9c55-118fab781bb4 service neutron] 10.222.0.30 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964850 May 10 13:30:47.311069 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:47.319136 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:47.433600 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Pushing event updated for resources: {'Port': ['ID=3677182a-171e-4d80-82d5-e8ec16a096d9,revision_number=2']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:47.438760 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:47.446149 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:47.576421 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:47.578260 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e23aff4c-b616-4d7d-b6fb-e36e9f197cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:47.596249 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77b7ada-4c37-4d3a-a1aa-dfd8a2cac1a1 None None] Network 84ebd01f-3ae2-4677-9e0c-fa553f1814b3 requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:30:47.652687 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f2bde48f-e37d-4e81-8c40-c873708fc44d req-9e6d0975-388b-43f9-86ad-125daa6fc13f tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 210 time: 0.0967324 May 10 13:30:47.734395 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-e6cab854-46ae-4210-8202-979c361a3168 None None] Provisioning for port 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:30:47.778451 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:47.842314 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f6f231ae-2d06-471f-874a-0b563d4c60b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:47.858759 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:48.038965 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:30:48.182814 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:30:48.193890 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:30:48.194260 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:48.245654 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_common [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Allocated IP 172.28.0.132 (201b784b-a2c0-4851-ba32-323396f26c0e/a3facc7a-ff4c-482b-8bd3-938f14d413a3/a8e6a98d-f213-412a-a451-9e8036a87343) {{(pid=78777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:30:48.387973 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e23aff4c-b616-4d7d-b6fb-e36e9f197cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:48.491483 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-52518864-0417-4188-ab49-65ab9edb6808 req-02203908-0943-48a6-bbe9-be63136c36d2 service neutron] 10.222.0.30 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1792557 May 10 13:30:48.492091 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f6f231ae-2d06-471f-874a-0b563d4c60b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:48.540169 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:48.573549 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f231ae-2d06-471f-874a-0b563d4c60b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3731903-996a-4655-a838-4abb7430b530,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:48.579293 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:48.592389 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-f6f231ae-2d06-471f-874a-0b563d4c60b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:48.594512 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Notify callbacks [] for port, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:48.615631 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-dc522bed-631c-4f87-9789-0bee6aa86c48 None None] Provisioning complete for port 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:30:48.616003 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-dc522bed-631c-4f87-9789-0bee6aa86c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:48.638243 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f6f231ae-2d06-471f-874a-0b563d4c60b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:48.649819 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-f6f231ae-2d06-471f-874a-0b563d4c60b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3731903-996a-4655-a838-4abb7430b530 HTTP/1.1" status: 204 len: 168 time: 2.1304140 May 10 13:30:48.685841 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:48.696366 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:48.722597 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:48.726812 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e23aff4c-b616-4d7d-b6fb-e36e9f197cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:48.797666 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e23aff4c-b616-4d7d-b6fb-e36e9f197cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:48.802539 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-e23aff4c-b616-4d7d-b6fb-e36e9f197cf7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a1faa24-fa86-47ab-b1ce-fee7031d73cc HTTP/1.1" status: 204 len: 168 time: 2.0843177 May 10 13:30:48.804728 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-58af63e2-6f47-49e1-9e23-5d2d21b201de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:48.916213 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=9e0a8024-468d-4cec-b93f-0ae3e56e0c7d,segment=NetworkSegment(34c07bce-b33b-4445-a41e-39719457dc45),segment_id=34c07bce-b33b-4445-a41e-39719457dc45)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:30:49.002113 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23aff4c-b616-4d7d-b6fb-e36e9f197cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1faa24-fa86-47ab-b1ce-fee7031d73cc,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:49.043374 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:49.062689 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-73c89a79-bcf9-4c2f-bd36-33d2636494a9 req-90d9f281-b1ce-4475-b271-47c6a42ba352 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 210 time: 0.1873679 May 10 13:30:49.064881 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Network 201b784b-a2c0-4851-ba32-323396f26c0e is already hosted by enough agents. {{(pid=78777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:30:49.074474 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Resources bound (agent type, host, resource id): {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:30:49.083284 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Received port after_create {{(pid=78777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:30:49.092409 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-e23aff4c-b616-4d7d-b6fb-e36e9f197cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:49.140656 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e1ae4c7a-648a-41e5-ac1b-8941456182d6 req-c3f21424-03a6-403b-9c0d-f0f379d23bed tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 210 time: 0.1955159 May 10 13:30:49.152298 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 072252d8-3873-4362-a200-192dec92d90f up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:30:49.336469 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Allocated IP 172.28.0.172 (201b784b-a2c0-4851-ba32-323396f26c0e/a3facc7a-ff4c-482b-8bd3-938f14d413a3/ad1845b1-fa76-4284-aa24-2f0d279ca772) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:30:49.357286 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:49.508787 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5d4c7f-b318-48ba-82ba-8d7ad5d0837b None None] Network 6dbc2653-6c72-4de2-b0f7-21c9bab3f803 requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:30:49.659851 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Allocated IP 172.20.0.1 (04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd/58174d65-9a6b-4d38-b1d3-edfbd71a7769/79173585-ca2c-47fd-9cba-46f9036646c4) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:30:49.663775 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Pushing event updated for resources: {'Port': ['ID=a8e6a98d-f213-412a-a451-9e8036a87343,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:49.702804 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.984s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:49.911094 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:49.962336 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:49.974836 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:49.979319 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=9e0a8024-468d-4cec-b93f-0ae3e56e0c7d,revision_number=3']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:49.991956 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:50.067438 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:50.071009 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Pushing event updated for resources: {'Port': ['ID=79173585-ca2c-47fd-9cba-46f9036646c4,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:50.078353 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:50.120098 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Network 04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:30:50.122643 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:30:50.135321 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:30:50.135912 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704918'] for router_interface, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:50.181896 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:50.211784 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port 072252d8-3873-4362-a200-192dec92d90f completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:30:50.252085 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 072252d8-3873-4362-a200-192dec92d90f triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:30:50.254435 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:50.402220 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:50.461027 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6f2d2e64-00e8-4ad6-b116-91a8cc7bea6d req-1a80beba-dc81-4d1e-9fbd-c1958c43931d tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 210 time: 0.2012773 May 10 13:30:50.471956 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:50.556738 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Network 201b784b-a2c0-4851-ba32-323396f26c0e is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:30:50.562061 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:30:50.572429 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-106cc028-e896-4d4b-a957-fd9664fa8128 None None] Provisioning for port 3677182a-171e-4d80-82d5-e8ec16a096d9 completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:30:50.573785 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:30:50.776546 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:50.846948 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Pushing event updated for resources: {'Port': ['ID=ad1845b1-fa76-4284-aa24-2f0d279ca772,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:50.861279 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port 072252d8-3873-4362-a200-192dec92d90f, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=072252d8-3873-4362-a200-192dec92d90f,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:30:50.869735 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:50.872038 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:50.890616 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:51.005095 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.11', 64737) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:51.059099 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=072252d8-3873-4362-a200-192dec92d90f,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:51.062278 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:51.101015 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1f2008cd-e9d1-48a1-b695-13eaf94d55db req-76216b5c-63a8-4375-964c-2016bf5b1d21 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 210 time: 0.2130344 May 10 13:30:51.240687 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711625'] for router, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:51.243600 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 3677182a-171e-4d80-82d5-e8ec16a096d9 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:30:51.411312 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-cf761e2e-1e02-4a1b-9e12-0d7c3a9b3e94 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:30:51.412681 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-cf761e2e-1e02-4a1b-9e12-0d7c3a9b3e94 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Synchronizing usage tracker for tenant:286ae67d0b4245799f33ec466db04edc on resource:network {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:30:51.476926 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port 3677182a-171e-4d80-82d5-e8ec16a096d9 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:30:51.482277 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 3677182a-171e-4d80-82d5-e8ec16a096d9 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:30:51.482892 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:51.535522 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:51.772924 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:51.837322 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 is scheduled to L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 with binding_index 1 {{(pid=78777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 13:30:51.885106 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port 3677182a-171e-4d80-82d5-e8ec16a096d9, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=3677182a-171e-4d80-82d5-e8ec16a096d9,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:30:51.893168 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:51.894827 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:30:51.953703 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:52.098537 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.11', 64744) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:52.114158 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=3677182a-171e-4d80-82d5-e8ec16a096d9,revision_number=3']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:52.117950 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-cf761e2e-1e02-4a1b-9e12-0d7c3a9b3e94 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Unset dirty status for tenant:286ae67d0b4245799f33ec466db04edc on resource:network {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:30:52.119530 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-cf761e2e-1e02-4a1b-9e12-0d7c3a9b3e94 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.11 "GET /v2.0/networks?id=74216274-5311-4675-84df-1f537d557420 HTTP/1.1" status: 200 len: 811 time: 1.1018612 May 10 13:30:52.127738 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:52.139887 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:30:52.140708 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:52.144704 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-295e9ff2-5476-453c-9754-fcf54625363b req-de1eee18-c780-45f3-bb01-c9d7eceab8e9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 210 time: 0.4021230 May 10 13:30:52.206143 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-eefafb19-22a5-45a4-8d16-0d5fc779bc34 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Request body: {'port': {'device_id': 'e6db275a-4ebd-4d08-8cff-59efd8e56d76', 'network_id': '74216274-5311-4675-84df-1f537d557420', 'admin_state_up': True, 'tenant_id': '286ae67d0b4245799f33ec466db04edc'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:30:52.329208 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:52.454921 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3e638b57-a976-4ad1-ad00-424c774e43b0 req-e5d544dc-69a7-4e64-be3f-d997b10b5d0b tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 210 time: 0.0705328 May 10 13:30:52.462732 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:30:52.475492 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52518864-0417-4188-ab49-65ab9edb6808 req-898f75b4-cb5d-48b9-a35d-f89fada736a1 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:30:52.476892 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-52518864-0417-4188-ab49-65ab9edb6808 req-898f75b4-cb5d-48b9-a35d-f89fada736a1 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.11 "GET /v2.0/networks?id=2449dbde-57c9-4912-ac48-36ca6c3f3f9a HTTP/1.1" status: 200 len: 814 time: 0.3755112 May 10 13:30:52.480306 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Sync routers for ids ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'] in dv-cinder-784945-7-smb {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:30:52.492469 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [req-52518864-0417-4188-ab49-65ab9edb6808 req-1a4eb3d7-a718-4b44-9ef8-a942ff6c2240 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Request body: {'port': {'device_id': '77694d12-10d4-457b-a64e-f107b07425bd', 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a', 'admin_state_up': True, 'tenant_id': '5f7be7aa79cc462687c35a799fdad241'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:30:52.505123 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Routers {'11b4aa14-3915-49e6-8f13-df8cee75a2e0'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:30:52.507840 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:30:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:30:52.603034 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Notify callbacks [] for router, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:52.606633 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8671534 May 10 13:30:52.611545 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 34106) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:52.821599 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Set router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:30:52.875049 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-eefafb19-22a5-45a4-8d16-0d5fc779bc34 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:52.932455 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-eefafb19-22a5-45a4-8d16-0d5fc779bc34 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Usage tracker for resource:port and tenant:286ae67d0b4245799f33ec466db04edc is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:52.951968 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-eefafb19-22a5-45a4-8d16-0d5fc779bc34 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:52.966807 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-eefafb19-22a5-45a4-8d16-0d5fc779bc34 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:53.037971 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 3677182a-171e-4d80-82d5-e8ec16a096d9 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:30:53.070929 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-eefafb19-22a5-45a4-8d16-0d5fc779bc34 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Made reservation on behalf of 286ae67d0b4245799f33ec466db04edc for: {'port': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:30:53.088599 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-eefafb19-22a5-45a4-8d16-0d5fc779bc34 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:53.585729 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 3677182a-171e-4d80-82d5-e8ec16a096d9 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:30:53.585729 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:53.764039 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [req-52518864-0417-4188-ab49-65ab9edb6808 req-1a4eb3d7-a718-4b44-9ef8-a942ff6c2240 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:30:53.808271 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711625'] for router, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:53.814538 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.db.resource_extend [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] It took 0.78 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 13:30:53.830588 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-52518864-0417-4188-ab49-65ab9edb6808 req-1a4eb3d7-a718-4b44-9ef8-a942ff6c2240 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Usage tracker for resource:port and tenant:5f7be7aa79cc462687c35a799fdad241 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:30:53.836829 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-64e02575-e3f9-4fee-b6ee-ef4e93e3adb8 req-905df2ae-57c2-4323-b595-d20b5bcf661b tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 210 time: 0.1739848 May 10 13:30:53.837642 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-52518864-0417-4188-ab49-65ab9edb6808 req-1a4eb3d7-a718-4b44-9ef8-a942ff6c2240 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:30:53.872860 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [req-52518864-0417-4188-ab49-65ab9edb6808 req-1a4eb3d7-a718-4b44-9ef8-a942ff6c2240 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:30:54.022132 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52518864-0417-4188-ab49-65ab9edb6808 req-1a4eb3d7-a718-4b44-9ef8-a942ff6c2240 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Made reservation on behalf of 5f7be7aa79cc462687c35a799fdad241 for: {'port': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:30:54.026245 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-52518864-0417-4188-ab49-65ab9edb6808 req-1a4eb3d7-a718-4b44-9ef8-a942ff6c2240 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:54.050889 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 072252d8-3873-4362-a200-192dec92d90f up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:30:54.226293 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:30:49Z', 'revision_number': 3, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:30:54.300501 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Checking router: 11b4aa14-3915-49e6-8f13-df8cee75a2e0 for host: dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:30:54.300856 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Updating router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 port a8e6a98d-f213-412a-a451-9e8036a87343 binding host dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:30:54.387921 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-eefafb19-22a5-45a4-8d16-0d5fc779bc34 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Allocated IP 172.20.0.10 (74216274-5311-4675-84df-1f537d557420/f5c5e0dd-aac7-4f8d-aaf1-b6f68ea32677/2accbf6e-3ff4-4f7b-af1a-73d470632ddb) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:30:54.518512 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 072252d8-3873-4362-a200-192dec92d90f triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:30:54.526548 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:54.597086 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_common [req-52518864-0417-4188-ab49-65ab9edb6808 req-1a4eb3d7-a718-4b44-9ef8-a942ff6c2240 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Allocated IP 172.20.0.11 (2449dbde-57c9-4912-ac48-36ca6c3f3f9a/51718f73-3816-4605-8d21-33949f773597/5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f) {{(pid=78777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:30:54.636899 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:54.821228 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:54.858412 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:55.166784 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0e556d15-9e0f-43a3-8d96-873e64dda45f req-b16bcae3-ecca-44b1-bc2b-adda1caa3f12 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 210 time: 1.3705230 May 10 13:30:55.196362 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:55.210899 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-85e0c557-03af-4be2-8712-919a104c430a req-29425a54-aa07-4aad-baa9-98e21e97f17f tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 210 time: 0.0751677 May 10 13:30:55.223451 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704821'] for router_interface, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:55.274772 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:55.544979 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-52518864-0417-4188-ab49-65ab9edb6808 req-1a4eb3d7-a718-4b44-9ef8-a942ff6c2240 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks [] for port, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:55.602136 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_common [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Allocated IP 172.20.0.1 (6dbc2653-6c72-4de2-b0f7-21c9bab3f803/24199e2d-ee05-4653-a9ce-54cbb6e9b5cc/1757dd30-e03c-4052-9dd6-595f8047591e) {{(pid=78777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:30:55.694817 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Pushing event updated for resources: {'Port': ['ID=79173585-ca2c-47fd-9cba-46f9036646c4,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:55.720313 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:55.731073 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:55.771295 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Transition to ACTIVE for port object a8e6a98d-f213-412a-a451-9e8036a87343 will not be triggered until provisioned by entity L2. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:30:55.781693 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:55.797726 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-eefafb19-22a5-45a4-8d16-0d5fc779bc34 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:55.799340 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:55.823678 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-52518864-0417-4188-ab49-65ab9edb6808 req-1a4eb3d7-a718-4b44-9ef8-a942ff6c2240 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:55.861920 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-f3352b70-24d7-4c87-acc5-4029fce5f057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:55.965970 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Network 04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:30:55.982107 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:30:56.028158 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931c204-e543-4fa7-b9e8-e577b55482e5 None None] Pushing event updated for resources: {'Port': ['ID=a8e6a98d-f213-412a-a451-9e8036a87343,revision_number=2']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:56.044359 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-9931c204-e543-4fa7-b9e8-e577b55482e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:56.050366 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52518864-0417-4188-ab49-65ab9edb6808 req-1a4eb3d7-a718-4b44-9ef8-a942ff6c2240 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a is already hosted by enough agents. {{(pid=78777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:30:56.061949 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Attempting to bind port a8e6a98d-f213-412a-a451-9e8036a87343 on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:30:56.062442 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Attempting to bind port a8e6a98d-f213-412a-a451-9e8036a87343 by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:30:56.064556 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Attempting to bind port a8e6a98d-f213-412a-a451-9e8036a87343 on network 201b784b-a2c0-4851-ba32-323396f26c0e {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:30:56.067908 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [req-52518864-0417-4188-ab49-65ab9edb6808 req-1a4eb3d7-a718-4b44-9ef8-a942ff6c2240 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Resources bound (agent type, host, resource id): {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:30:56.081723 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:30:56.082037 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Checking segment: {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:30:56.083096 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:56.083682 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Bound using segment: {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:30:56.084474 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Bound port: a8e6a98d-f213-412a-a451-9e8036a87343, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:30:56.085115 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:56.090946 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.l3_dvrscheduler_db [req-52518864-0417-4188-ab49-65ab9edb6808 req-1a4eb3d7-a718-4b44-9ef8-a942ff6c2240 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Received port after_create {{(pid=78777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:30:56.101237 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52518864-0417-4188-ab49-65ab9edb6808 req-1a4eb3d7-a718-4b44-9ef8-a942ff6c2240 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:30:56.108236 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-52518864-0417-4188-ab49-65ab9edb6808 req-1a4eb3d7-a718-4b44-9ef8-a942ff6c2240 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for port, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:56.196609 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4eb3d7-a718-4b44-9ef8-a942ff6c2240 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Pushing event updated for resources: {'Port': ['ID=5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:56.197415 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] For port a8e6a98d-f213-412a-a451-9e8036a87343, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:30:56.218263 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] For port a8e6a98d-f213-412a-a451-9e8036a87343, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=a8e6a98d-f213-412a-a451-9e8036a87343,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:30:56.223221 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-1a4eb3d7-a718-4b44-9ef8-a942ff6c2240 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:56.228394 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:56.248428 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:56.303176 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-52518864-0417-4188-ab49-65ab9edb6808 req-1a4eb3d7-a718-4b44-9ef8-a942ff6c2240 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8161285 May 10 13:30:56.319634 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:56.382259 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.provisioning_blocks [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Transition to ACTIVE for port object 1757dd30-e03c-4052-9dd6-595f8047591e will not be triggered until provisioned by entity DHCP. {{(pid=78777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:30:56.450752 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Routers {'11b4aa14-3915-49e6-8f13-df8cee75a2e0'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:30:56.451455 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:30:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:30:56.456522 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:56.470858 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:56.553815 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-eefafb19-22a5-45a4-8d16-0d5fc779bc34 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:56.679324 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Pushing event updated for resources: {'Port': ['ID=1757dd30-e03c-4052-9dd6-595f8047591e,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:56.685471 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:56.734798 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:30:56.792951 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] Set router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:30:56.811009 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [req-52518864-0417-4188-ab49-65ab9edb6808 req-c3c9f774-b9fe-4b49-963b-e88bf7317bd3 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 13:30:56.812027 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-52518864-0417-4188-ab49-65ab9edb6808 req-c3c9f774-b9fe-4b49-963b-e88bf7317bd3 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108917 May 10 13:30:56.830176 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefafb19-22a5-45a4-8d16-0d5fc779bc34 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Pushing event updated for resources: {'Port': ['ID=2accbf6e-3ff4-4f7b-af1a-73d470632ddb,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:56.840653 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-eefafb19-22a5-45a4-8d16-0d5fc779bc34 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:56.845981 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Network 6dbc2653-6c72-4de2-b0f7-21c9bab3f803 is already hosted by enough agents. {{(pid=78777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:30:56.846539 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 is scheduled to L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 with binding_index 1 {{(pid=78778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 13:30:56.850072 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Resources bound (agent type, host, resource id): {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:30:56.874445 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-eefafb19-22a5-45a4-8d16-0d5fc779bc34 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Network 74216274-5311-4675-84df-1f537d557420 is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:30:56.875351 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Received port after_create {{(pid=78777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:30:56.877516 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704918'] for router_interface, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:56.885883 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-eefafb19-22a5-45a4-8d16-0d5fc779bc34 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:30:56.893614 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-eefafb19-22a5-45a4-8d16-0d5fc779bc34 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:30:56.899417 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-eefafb19-22a5-45a4-8d16-0d5fc779bc34 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:30:56.900111 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-eefafb19-22a5-45a4-8d16-0d5fc779bc34 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:57.292525 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a884b-ac8c-482f-bf15-54a794430ea9 req-60290923-372a-47c2-a20a-308ae2a13b9a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:30:57.296383 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7b3a884b-ac8c-482f-bf15-54a794430ea9 req-60290923-372a-47c2-a20a-308ae2a13b9a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 932 time: 0.7959251 May 10 13:30:57.335854 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e2b8a-02e1-47ed-8f67-0ff6b6e39b6c req-4fe5cb8d-560a-4bba-a256-61f88fd1f298 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:30:57.346528 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-4e6e2b8a-02e1-47ed-8f67-0ff6b6e39b6c req-4fe5cb8d-560a-4bba-a256-61f88fd1f298 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 932 time: 0.7523980 May 10 13:30:57.429534 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-eefafb19-22a5-45a4-8d16-0d5fc779bc34 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2359955 May 10 13:30:57.582564 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-bd9b50bf-c681-49a6-ab90-28f3b6b1b9f4 None None] Provisioning for port 1757dd30-e03c-4052-9dd6-595f8047591e completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:30:57.592815 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-bd9b50bf-c681-49a6-ab90-28f3b6b1b9f4 None None] Provisioning complete for port 1757dd30-e03c-4052-9dd6-595f8047591e triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:30:57.593604 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-bd9b50bf-c681-49a6-ab90-28f3b6b1b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:57.603604 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Request body: {'port': {'device_id': '77694d12-10d4-457b-a64e-f107b07425bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:30:57.639359 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:30:57.654534 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Sync routers for ids ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'] in dv-cinder-784945-7-smb {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:30:57.664271 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b50bf-c681-49a6-ab90-28f3b6b1b9f4 None None] Port 1757dd30-e03c-4052-9dd6-595f8047591e cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:30:57.666153 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931c204-e543-4fa7-b9e8-e577b55482e5 None None] Pushing event updated for resources: {'Port': ['ID=a8e6a98d-f213-412a-a451-9e8036a87343,revision_number=3']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:30:57.678592 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Routers {'42dd5131-8cd3-4b89-a34a-9f8be272e4d3'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:30:57.679269 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:30:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:30:57.682905 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-9931c204-e543-4fa7-b9e8-e577b55482e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.434s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:30:57.698425 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:30:49Z', 'revision_number': 3, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:30:57.704181 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e5edb1-c6b1-4595-8468-063f3bb76bf3 None None] The sync data for ids ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'] in dv-cinder-784945-7-smb is: [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:30:49Z', 'revision_number': 3, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}] {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:30:57.747302 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Request body: {'port': {'device_id': 'e6db275a-4ebd-4d08-8cff-59efd8e56d76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:30:57.795359 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-4e6e2b8a-02e1-47ed-8f67-0ff6b6e39b6c req-cdb2b7a2-6c2c-4bfd-8246-6be4df3817a7 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/security-groups?id=33617a0a-1a93-45b1-a50f-f7c7681369d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401615 May 10 13:30:57.911374 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] Notify callbacks [] for router, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:57.915792 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-8572ddcd-a4d5-4a56-be8b-bea02cade6ec admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.9260900 May 10 13:30:57.918518 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Router c50d817d-59e4-4567-90b3-a180c2e472e1 has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:30:57.919423 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 34282) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:57.923866 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:58.132035 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:58.150480 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:58.373245 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Set router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:30:58.435597 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-7b3a884b-ac8c-482f-bf15-54a794430ea9 req-088af6f7-a193-4ff9-bce4-6747939b5869 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Synchronizing usage tracker for tenant:5f7be7aa79cc462687c35a799fdad241 on resource:security_group {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:30:59.238191 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-7b3a884b-ac8c-482f-bf15-54a794430ea9 req-088af6f7-a193-4ff9-bce4-6747939b5869 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Unset dirty status for tenant:5f7be7aa79cc462687c35a799fdad241 on resource:security_group {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:30:59.242519 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7b3a884b-ac8c-482f-bf15-54a794430ea9 req-088af6f7-a193-4ff9-bce4-6747939b5869 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9109113 May 10 13:30:59.243418 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 34312) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:30:59.251808 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:30:51Z', 'revision_number': 3, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port': {'id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:30:59.257245 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Checking router: 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 for host: dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:30:59.257845 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Updating router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 port ad1845b1-fa76-4284-aa24-2f0d279ca772 binding host dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:30:59.447866 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:30:59.599130 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device a8e6a98d-f213-412a-a451-9e8036a87343 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:30:59.748277 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155e499-e7ab-4780-9c9d-203e9eee5426 req-8184b43f-f7f9-4eab-82a0-98e8b760f8bb tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:30:59.749977 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-5155e499-e7ab-4780-9c9d-203e9eee5426 req-8184b43f-f7f9-4eab-82a0-98e8b760f8bb tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 932 time: 0.5899282 May 10 13:30:59.861241 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port a8e6a98d-f213-412a-a451-9e8036a87343 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:30:59.882209 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port a8e6a98d-f213-412a-a451-9e8036a87343 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:30:59.882712 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:00.050462 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.db.resource_extend [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 13:31:00.107181 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:00.119200 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-5155e499-e7ab-4780-9c9d-203e9eee5426 req-01ae0cd3-44d7-4528-9af6-861469a77898 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/security-groups?id=33617a0a-1a93-45b1-a50f-f7c7681369d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495677 May 10 13:31:00.156398 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:00.168035 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704821'] for router_interface, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:00.191746 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-a23b24fb-67e5-4bad-987b-f30ba3535cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:00.347665 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:00.364140 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Pushing event updated for resources: {'Port': ['ID=1757dd30-e03c-4052-9dd6-595f8047591e,revision_number=2']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:00.377888 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:00.396344 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port a8e6a98d-f213-412a-a451-9e8036a87343, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=a8e6a98d-f213-412a-a451-9e8036a87343,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:00.404268 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:00.414908 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-9931c204-e543-4fa7-b9e8-e577b55482e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:00.436749 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Notify callbacks [] for port, precommit_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:00.451242 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2accbf6e-3ff4-4f7b-af1a-73d470632ddb {{(pid=78778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:31:00.462535 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:00.478169 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.provisioning_blocks [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Transition to ACTIVE for port object ad1845b1-fa76-4284-aa24-2f0d279ca772 will not be triggered until provisioned by entity L2. {{(pid=78780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:31:00.489845 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:00.504862 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Transition to ACTIVE for port object 2accbf6e-3ff4-4f7b-af1a-73d470632ddb will not be triggered until provisioned by entity L2. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:31:00.507902 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-3e029013-57a5-421f-a6bd-6e71af0a4263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:00.633582 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96786881-7772-4e8b-9f65-b9aecbfa27b1 None None] Pushing event updated for resources: {'Port': ['ID=ad1845b1-fa76-4284-aa24-2f0d279ca772,revision_number=2']} {{(pid=78780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:00.637589 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-96786881-7772-4e8b-9f65-b9aecbfa27b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:00.669994 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Attempting to bind port ad1845b1-fa76-4284-aa24-2f0d279ca772 on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:31:00.670199 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:00.670728 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Attempting to bind port ad1845b1-fa76-4284-aa24-2f0d279ca772 by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}] {{(pid=78780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:31:00.671244 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Attempting to bind port ad1845b1-fa76-4284-aa24-2f0d279ca772 on network 201b784b-a2c0-4851-ba32-323396f26c0e {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:31:00.674488 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=a8e6a98d-f213-412a-a451-9e8036a87343,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:00.677728 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:00.685706 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:31:00.686305 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Checking segment: {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:31:00.686866 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:00.687271 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Bound using segment: {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'} {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:31:00.690066 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Bound port: ad1845b1-fa76-4284-aa24-2f0d279ca772, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}}] {{(pid=78780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:31:00.690470 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:00.740788 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.db.resource_extend [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 13:31:00.802748 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.db [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] For port ad1845b1-fa76-4284-aa24-2f0d279ca772, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:31:00.807067 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.db [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] For port ad1845b1-fa76-4284-aa24-2f0d279ca772, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=ad1845b1-fa76-4284-aa24-2f0d279ca772,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:31:00.813928 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:00.814086 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:00.830032 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:00.908613 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Network 6dbc2653-6c72-4de2-b0f7-21c9bab3f803 is already hosted by enough agents. {{(pid=78777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:31:00.920105 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Resources bound (agent type, host, resource id): {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:31:00.970445 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96786881-7772-4e8b-9f65-b9aecbfa27b1 None None] Pushing event updated for resources: {'Port': ['ID=ad1845b1-fa76-4284-aa24-2f0d279ca772,revision_number=3']} {{(pid=78780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:00.974416 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-96786881-7772-4e8b-9f65-b9aecbfa27b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:01.010974 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Routers {'42dd5131-8cd3-4b89-a34a-9f8be272e4d3'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:31:01.011826 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:30:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:01.038709 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.notifiers.nova [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f {{(pid=78777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:31:01.048706 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:01.069070 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.provisioning_blocks [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Transition to ACTIVE for port object 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f will not be triggered until provisioned by entity L2. {{(pid=78777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:31:01.176873 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:01.209486 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:01.330654 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f,revision_number=2']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:01.330922 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-381223ba-aba2-4342-89c8-7c5ab7cd209d None None] Provisioning complete for port 1757dd30-e03c-4052-9dd6-595f8047591e triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:01.331921 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-381223ba-aba2-4342-89c8-7c5ab7cd209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:01.332958 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] Set router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:31:01.399951 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2accbf6e-3ff4-4f7b-af1a-73d470632ddb,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:01.430346 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:01.431119 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-43ba863a-ca87-43ac-a7c5-4669d26d869e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:01.530853 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-381223ba-aba2-4342-89c8-7c5ab7cd209d None None] Port 1757dd30-e03c-4052-9dd6-595f8047591e cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:31:01.572308 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device a8e6a98d-f213-412a-a451-9e8036a87343 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:31:01.747836 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-43ba863a-ca87-43ac-a7c5-4669d26d869e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:01.779493 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:01.795574 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:31:01.802644 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-43ba863a-ca87-43ac-a7c5-4669d26d869e admin admin] Usage tracker for resource:security_group_rule and tenant:ca38136152b947f7b435357824950530 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:01.811397 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Sync routers for ids ['c50d817d-59e4-4567-90b3-a180c2e472e1'] in dv-cinder-784945-7-smb {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:31:01.817287 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.managers [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Attempting to bind port 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:31:01.817762 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.managers [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Attempting to bind port 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '4c69b5ed-3efc-470f-ac99-e380fc5aa947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a'}] {{(pid=78777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:31:01.817993 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Attempting to bind port 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f on network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a {{(pid=78777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:31:01.823147 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] 10.222.0.30 "PUT /v2.0/routers/c50d817d-59e4-4567-90b3-a180c2e472e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0055385 May 10 13:31:01.839400 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-43ba863a-ca87-43ac-a7c5-4669d26d869e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:01.866185 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Attempting to bind port 2accbf6e-3ff4-4f7b-af1a-73d470632ddb on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:31:01.866519 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Attempting to bind port 2accbf6e-3ff4-4f7b-af1a-73d470632ddb by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '112ca4d1-7efa-47b2-8665-cd4919c0945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '74216274-5311-4675-84df-1f537d557420'}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:31:01.866903 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Attempting to bind port 2accbf6e-3ff4-4f7b-af1a-73d470632ddb on network 74216274-5311-4675-84df-1f537d557420 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:31:01.870139 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-43ba863a-ca87-43ac-a7c5-4669d26d869e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:01.908077 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Port 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f on network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 13:31:01.908509 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Attempting to bind port 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f on network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a {{(pid=78777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:31:01.909583 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Routers {'c50d817d-59e4-4567-90b3-a180c2e472e1'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:31:01.911687 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:30:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['c50d817d-59e4-4567-90b3-a180c2e472e1'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:01.926578 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:31:01.941230 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Checking agent: {'id': '94ccf6da-ba5a-4c56-b2e0-555501816ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:31:01.941685 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Checking segment: {'id': '4c69b5ed-3efc-470f-ac99-e380fc5aa947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:31:01.942278 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Bound using segment: {'id': '4c69b5ed-3efc-470f-ac99-e380fc5aa947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a'} {{(pid=78777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:31:01.942724 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.managers [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Bound port: 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c69b5ed-3efc-470f-ac99-e380fc5aa947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a'}}] {{(pid=78777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:31:01.943067 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:02.026191 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Port 2accbf6e-3ff4-4f7b-af1a-73d470632ddb on network 74216274-5311-4675-84df-1f537d557420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 13:31:02.026557 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Attempting to bind port 2accbf6e-3ff4-4f7b-af1a-73d470632ddb on network 74216274-5311-4675-84df-1f537d557420 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:31:02.078076 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.db [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] For port 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f, host hv-cinder-78494, cleared binding levels {{(pid=78777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:31:02.082834 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.db [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] For port 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f,segment=NetworkSegment(4c69b5ed-3efc-470f-ac99-e380fc5aa947),segment_id=4c69b5ed-3efc-470f-ac99-e380fc5aa947)] {{(pid=78777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:31:02.195612 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-43ba863a-ca87-43ac-a7c5-4669d26d869e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:02.219373 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-43ba863a-ca87-43ac-a7c5-4669d26d869e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:02.270661 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Checking agent: {'id': '94ccf6da-ba5a-4c56-b2e0-555501816ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:31:02.271033 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Checking segment: {'id': '112ca4d1-7efa-47b2-8665-cd4919c0945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '74216274-5311-4675-84df-1f537d557420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:31:02.271622 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Bound using segment: {'id': '112ca4d1-7efa-47b2-8665-cd4919c0945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '74216274-5311-4675-84df-1f537d557420'} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:31:02.272074 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Bound port: 2accbf6e-3ff4-4f7b-af1a-73d470632ddb, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112ca4d1-7efa-47b2-8665-cd4919c0945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '74216274-5311-4675-84df-1f537d557420'}}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:31:02.272411 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:02.285747 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:02.326578 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-43ba863a-ca87-43ac-a7c5-4669d26d869e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca38136152b947f7b435357824950530&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0632367 May 10 13:31:02.329814 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba863a-ca87-43ac-a7c5-4669d26d869e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025afe73-a929-4a9a-a758-ee4851e408ce,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:02.337568 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port a8e6a98d-f213-412a-a451-9e8036a87343 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:02.349010 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:02.351427 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-43ba863a-ca87-43ac-a7c5-4669d26d869e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:02.353934 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 34360) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:02.361396 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31ed64-6de6-406f-99cf-313094cbec56 req-7e71f47d-2201-41c7-b091-2e0a8bcc173e tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:02.368804 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7c31ed64-6de6-406f-99cf-313094cbec56 req-7e71f47d-2201-41c7-b091-2e0a8bcc173e tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 932 time: 1.7181079 May 10 13:31:02.372485 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:02.473101 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:30:51Z', 'revision_number': 3, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port': {'id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:02.484592 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a32f26-5c0a-4601-8406-e268597b8079 None None] The sync data for ids ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'] in dv-cinder-784945-7-smb is: [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:30:51Z', 'revision_number': 3, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port': {'id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}] {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:31:02.533724 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7c31ed64-6de6-406f-99cf-313094cbec56 req-f5cc4eb6-6711-4811-a4ad-cecc7fddcfc6 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637697 May 10 13:31:02.653536 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:02.713474 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:02.790409 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:31:02.838049 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] For port 2accbf6e-3ff4-4f7b-af1a-73d470632ddb, host hv-cinder-78494, cleared binding levels {{(pid=78778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:31:02.868097 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bdaf216d-3d82-4778-9372-16c771c4b9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:02.895732 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] For port 2accbf6e-3ff4-4f7b-af1a-73d470632ddb, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2accbf6e-3ff4-4f7b-af1a-73d470632ddb,segment=NetworkSegment(112ca4d1-7efa-47b2-8665-cd4919c0945a),segment_id=112ca4d1-7efa-47b2-8665-cd4919c0945a)] {{(pid=78778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:31:02.917933 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:02.924122 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Set router c50d817d-59e4-4567-90b3-a180c2e472e1 gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:31:02.937168 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bdaf216d-3d82-4778-9372-16c771c4b9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:02.983419 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-0d177278-58a9-4cd0-8797-04ae9c560dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:03.006722 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122b17d-cba3-40c6-bba4-523d517d9e0a req-e30930b7-936f-4290-879f-e0fcb905ced5 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:03.015558 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3122b17d-cba3-40c6-bba4-523d517d9e0a req-e30930b7-936f-4290-879f-e0fcb905ced5 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 944 time: 1.4625850 May 10 13:31:03.144636 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bdaf216d-3d82-4778-9372-16c771c4b9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:03.168722 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:03.169435 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:03.173479 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] 10.222.0.11 "PUT /v2.0/ports/2accbf6e-3ff4-4f7b-af1a-73d470632ddb HTTP/1.1" status: 200 len: 1094 time: 5.4445179 May 10 13:31:03.176099 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6db275a-4ebd-4d08-8cff-59efd8e56d76', 'tag': '2accbf6e-3ff4-4f7b-af1a-73d470632ddb'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:31:03.355066 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f,revision_number=3']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:03.374094 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:03.384154 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:03.398427 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:03.399376 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for port, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:03.412666 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-52518864-0417-4188-ab49-65ab9edb6808 req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] 10.222.0.11 "PUT /v2.0/ports/5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f HTTP/1.1" status: 200 len: 1094 time: 6.1226008 May 10 13:31:03.416150 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3122b17d-cba3-40c6-bba4-523d517d9e0a req-5a99e4fe-fc2f-4338-b388-3023b854fdcb tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/security-groups?id=33617a0a-1a93-45b1-a50f-f7c7681369d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992298 May 10 13:31:03.417855 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77694d12-10d4-457b-a64e-f107b07425bd', 'tag': '5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f'}] {{(pid=78777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:31:03.784806 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2accbf6e-3ff4-4f7b-af1a-73d470632ddb,revision_number=3']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:03.804605 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:03.833787 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device ad1845b1-fa76-4284-aa24-2f0d279ca772 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:31:03.858394 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:31:03.868820 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Sync routers for ids ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'] in dv-cinder-784945-7-smb {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:31:03.896968 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Routers {'11b4aa14-3915-49e6-8f13-df8cee75a2e0'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:31:03.897676 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:30:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:03.934939 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf216d-3d82-4778-9372-16c771c4b9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025afe73-a929-4a9a-a758-ee4851e408ce,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:03.971129 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-2efd92f6-d80e-4889-a010-9c6839ebefff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:03.972616 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-2efd92f6-d80e-4889-a010-9c6839ebefff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=286ae67d0b4245799f33ec466db04edc&device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 1097 time: 0.6284282 May 10 13:31:04.040965 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bdaf216d-3d82-4778-9372-16c771c4b9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:04.045283 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-bdaf216d-3d82-4778-9372-16c771c4b9d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/025afe73-a929-4a9a-a758-ee4851e408ce HTTP/1.1" status: 204 len: 168 time: 1.6690323 May 10 13:31:04.047449 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-bdaf216d-3d82-4778-9372-16c771c4b9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:04.049929 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-384fc694-c90f-45f4-b868-7b9cb984bf8f admin admin] 10.222.0.30 "PUT /v2.0/routers/11b4aa14-3915-49e6-8f13-df8cee75a2e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4374697 May 10 13:31:04.127162 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fe3ad-086e-4b62-bc9b-242e0f264dae req-3ed4c84e-0459-4cda-be3e-4b454d370de8 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:04.129145 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-003fe3ad-086e-4b62-bc9b-242e0f264dae req-3ed4c84e-0459-4cda-be3e-4b454d370de8 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Synchronizing usage tracker for tenant:5f7be7aa79cc462687c35a799fdad241 on resource:port {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:31:04.147697 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port ad1845b1-fa76-4284-aa24-2f0d279ca772 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:31:04.165246 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port ad1845b1-fa76-4284-aa24-2f0d279ca772 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:04.165656 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:04.209036 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52518864-0417-4188-ab49-65ab9edb6808 req-f9ccacec-f5c0-4f10-9aef-3ed4df81e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:04.209805 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-52518864-0417-4188-ab49-65ab9edb6808 req-f9ccacec-f5c0-4f10-9aef-3ed4df81e678 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f7be7aa79cc462687c35a799fdad241&device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 1097 time: 0.4431088 May 10 13:31:04.219848 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-003fe3ad-086e-4b62-bc9b-242e0f264dae req-3ed4c84e-0459-4cda-be3e-4b454d370de8 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Unset dirty status for tenant:5f7be7aa79cc462687c35a799fdad241 on resource:port {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:31:04.221449 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-003fe3ad-086e-4b62-bc9b-242e0f264dae req-3ed4c84e-0459-4cda-be3e-4b454d370de8 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 944 time: 0.3215356 May 10 13:31:04.238897 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-b72bc756-70e1-4a86-b3b7-6d3f73ee4902 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2accbf6e-3ff4-4f7b-af1a-73d470632ddb HTTP/1.1" status: 200 len: 217 time: 0.1611602 May 10 13:31:04.431377 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Set router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:31:04.489118 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-ef105465-0ac6-437f-b9ce-d334d6b4f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:04.490586 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-ef105465-0ac6-437f-b9ce-d334d6b4f295 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5c5e0dd-aac7-4f8d-aaf1-b6f68ea32677 HTTP/1.1" status: 200 len: 851 time: 0.1992991 May 10 13:31:04.503638 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:04.529649 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba346f41-cf4f-44f0-91df-f6af84c128d4 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:04.534441 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba346f41-cf4f-44f0-91df-f6af84c128d4 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Synchronizing usage tracker for tenant:81b55fe93fe34f56b1ac2e1fcd0267c9 on resource:network {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:31:04.539205 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50d817d-59e4-4567-90b3-a180c2e472e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2022123234-router', 'tenant_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '072252d8-3873-4362-a200-192dec92d90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:39Z', 'updated_at': '2021-05-10T13:30:51Z', 'revision_number': 4, 'project_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'gw_port': {'id': '072252d8-3873-4362-a200-192dec92d90f', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50d817d-59e4-4567-90b3-a180c2e472e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:40Z', 'updated_at': '2021-05-10T13:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '79173585-ca2c-47fd-9cba-46f9036646c4', 'name': '', 'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd', 'tenant_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'mac_address': 'fa:16:3e:23:90:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50d817d-59e4-4567-90b3-a180c2e472e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '58174d65-9a6b-4d38-b1d3-edfbd71a7769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:48Z', 'updated_at': '2021-05-10T13:30:52Z', 'revision_number': 2, 'project_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'subnets': [{'id': '58174d65-9a6b-4d38-b1d3-edfbd71a7769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:04.548684 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port ad1845b1-fa76-4284-aa24-2f0d279ca772, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=ad1845b1-fa76-4284-aa24-2f0d279ca772,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:04.550839 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Checking router: c50d817d-59e4-4567-90b3-a180c2e472e1 for host: dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:31:04.551746 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Updating router c50d817d-59e4-4567-90b3-a180c2e472e1 port 79173585-ca2c-47fd-9cba-46f9036646c4 binding host dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:31:04.582210 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba346f41-cf4f-44f0-91df-f6af84c128d4 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Unset dirty status for tenant:81b55fe93fe34f56b1ac2e1fcd0267c9 on resource:network {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:31:04.583377 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba346f41-cf4f-44f0-91df-f6af84c128d4 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/networks?id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd HTTP/1.1" status: 200 len: 819 time: 1.4580841 May 10 13:31:04.600552 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:04.617725 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:04.630321 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-a3431044-0682-4821-8377-23dccc509da9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/quotas/81b55fe93fe34f56b1ac2e1fcd0267c9 HTTP/1.1" status: 200 len: 375 time: 0.0289299 May 10 13:31:04.653311 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-52518864-0417-4188-ab49-65ab9edb6808 req-00a03e84-db4c-4e1f-8c1d-f330e530e582 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f HTTP/1.1" status: 200 len: 217 time: 0.4292758 May 10 13:31:04.704190 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-003fe3ad-086e-4b62-bc9b-242e0f264dae req-39850c7b-603c-4afd-85d1-6d7e0cfb5e93 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908275 May 10 13:31:04.748981 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Allocated IP 172.20.0.1 (84ebd01f-3ae2-4677-9e0c-fa553f1814b3/72850fb9-4f1b-4ea3-98c6-92c4f29f074e/7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:31:04.914764 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 34430) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:04.926078 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-8477af12-f977-45f0-8133-e7f8c57be60c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Synchronizing usage tracker for tenant:81b55fe93fe34f56b1ac2e1fcd0267c9 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:31:04.936272 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=ad1845b1-fa76-4284-aa24-2f0d279ca772,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:04.956588 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:04.957639 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:04.983775 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:05.020110 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-d5f3a141-ecd8-4969-861f-b7a4603dbde1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74216274-5311-4675-84df-1f537d557420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1609271 May 10 13:31:05.043805 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-8477af12-f977-45f0-8133-e7f8c57be60c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Unset dirty status for tenant:81b55fe93fe34f56b1ac2e1fcd0267c9 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:31:05.045125 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-8477af12-f977-45f0-8133-e7f8c57be60c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=81b55fe93fe34f56b1ac2e1fcd0267c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4010148 May 10 13:31:05.056481 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-256aa1f0-7095-4ac2-bb8d-9cbd5833bc22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:05.061715 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52518864-0417-4188-ab49-65ab9edb6808 req-bcabee24-5842-4638-9388-3e068df65e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:05.063899 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-52518864-0417-4188-ab49-65ab9edb6808 req-bcabee24-5842-4638-9388-3e068df65e70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51718f73-3816-4605-8d21-33949f773597 HTTP/1.1" status: 200 len: 854 time: 0.2328165 May 10 13:31:05.122087 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-256aa1f0-7095-4ac2-bb8d-9cbd5833bc22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:05.126990 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-256aa1f0-7095-4ac2-bb8d-9cbd5833bc22 admin admin] Usage tracker for resource:security_group_rule and tenant:9524476a61f44a03826c7e86f9863c4e is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:05.131562 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-256aa1f0-7095-4ac2-bb8d-9cbd5833bc22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:05.143585 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-256aa1f0-7095-4ac2-bb8d-9cbd5833bc22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:05.238052 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-52518864-0417-4188-ab49-65ab9edb6808 req-2142aa03-cc46-43b4-9dc7-0fdc4f4e690d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2449dbde-57c9-4912-ac48-36ca6c3f3f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1536531 May 10 13:31:05.336407 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-256aa1f0-7095-4ac2-bb8d-9cbd5833bc22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:05.348977 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:30:57Z', 'revision_number': 4, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '1757dd30-e03c-4052-9dd6-595f8047591e', 'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'mac_address': 'fa:16:3e:ac:83:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:30:58Z', 'revision_number': 2, 'project_id': '94c12e582ce64e398dff331859cc2254', 'subnets': [{'id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:05.362224 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Checking router: 11b4aa14-3915-49e6-8f13-df8cee75a2e0 for host: dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:31:05.362980 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Updating router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 port 1757dd30-e03c-4052-9dd6-595f8047591e binding host dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:31:05.486405 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:05.548926 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device ad1845b1-fa76-4284-aa24-2f0d279ca772 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:31:05.594745 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-256aa1f0-7095-4ac2-bb8d-9cbd5833bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:05.658446 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6db275a-4ebd-4d08-8cff-59efd8e56d76', 'tag': '2accbf6e-3ff4-4f7b-af1a-73d470632ddb', 'status': 'completed', 'code': 200} May 10 13:31:05.683992 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-52518864-0417-4188-ab49-65ab9edb6808 req-aa36d704-9801-4d14-a733-363b4936f63c service neutron] 10.222.0.11 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933740 May 10 13:31:05.719272 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port ad1845b1-fa76-4284-aa24-2f0d279ca772 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:05.719424 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:05.737676 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:05.778136 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77694d12-10d4-457b-a64e-f107b07425bd', 'tag': '5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f', 'status': 'completed', 'code': 200} May 10 13:31:05.816800 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-256aa1f0-7095-4ac2-bb8d-9cbd5833bc22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9524476a61f44a03826c7e86f9863c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8848572 May 10 13:31:05.826767 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 34452) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:05.838608 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Notify callbacks [] for port, precommit_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:05.856850 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Transition to ACTIVE for port object 79173585-ca2c-47fd-9cba-46f9036646c4 will not be triggered until provisioned by entity L2. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:31:05.894161 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:05.902990 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:05.903964 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:05.923784 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Transition to ACTIVE for port object 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae will not be triggered until provisioned by entity DHCP. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:31:05.981525 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-52518864-0417-4188-ab49-65ab9edb6808 req-d1091d37-cec2-4c8c-ac43-2479286f8184 service neutron] 10.222.0.11 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937640 May 10 13:31:06.004803 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:06.034833 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Notify callbacks [] for port, precommit_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:06.049436 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.provisioning_blocks [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Transition to ACTIVE for port object 1757dd30-e03c-4052-9dd6-595f8047591e will not be triggered until provisioned by entity L2. {{(pid=78780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:31:06.050203 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-c504ae83-d212-4a19-b1f6-73ec1f80a67d service neutron] 10.222.0.30 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9626279 May 10 13:31:06.051003 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256aa1f0-7095-4ac2-bb8d-9cbd5833bc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973bf112-f3ae-4a97-94bd-db81e8325578,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:06.059088 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:06.066460 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-96786881-7772-4e8b-9f65-b9aecbfa27b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:06.086844 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833b321-a9d6-4fc6-8854-172a98925861 None None] Pushing event updated for resources: {'Port': ['ID=79173585-ca2c-47fd-9cba-46f9036646c4,revision_number=3']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:06.089639 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-256aa1f0-7095-4ac2-bb8d-9cbd5833bc22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:06.098218 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:06.120514 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-7833b321-a9d6-4fc6-8854-172a98925861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:06.142897 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Attempting to bind port 79173585-ca2c-47fd-9cba-46f9036646c4 on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:31:06.143561 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Attempting to bind port 79173585-ca2c-47fd-9cba-46f9036646c4 by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': '2a623463-1454-4077-8558-bd797f856a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd'}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:31:06.144034 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Attempting to bind port 79173585-ca2c-47fd-9cba-46f9036646c4 on network 04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:31:06.146121 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98f35c-e97d-4dc6-861a-9820dcbee88c None None] Pushing event updated for resources: {'Port': ['ID=1757dd30-e03c-4052-9dd6-595f8047591e,revision_number=3']} {{(pid=78780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:06.150722 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:31:06.151231 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Checking segment: {'id': '2a623463-1454-4077-8558-bd797f856a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:31:06.151414 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-5b98f35c-e97d-4dc6-861a-9820dcbee88c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:06.151954 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:06.152477 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Bound using segment: {'id': '2a623463-1454-4077-8558-bd797f856a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd'} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:31:06.153070 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Bound port: 79173585-ca2c-47fd-9cba-46f9036646c4, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a623463-1454-4077-8558-bd797f856a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd'}}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:31:06.153594 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:06.189279 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Pushing event updated for resources: {'Port': ['ID=7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:06.193176 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5cbcf-3903-49bb-a32e-a6ba181eaf22 req-a6f38470-767b-4ddb-9d7e-cda846189655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:06.194670 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-67b5cbcf-3903-49bb-a32e-a6ba181eaf22 req-a6f38470-767b-4ddb-9d7e-cda846189655 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f7be7aa79cc462687c35a799fdad241&device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 1097 time: 0.1558669 May 10 13:31:06.206493 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b0c8e-58d1-4b93-bd8b-444cfff47a1c req-ee2af88b-9b46-4e70-9413-aadfcf7ec29c tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:06.215956 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f07b0c8e-58d1-4b93-bd8b-444cfff47a1c req-ee2af88b-9b46-4e70-9413-aadfcf7ec29c tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 944 time: 0.2334020 May 10 13:31:06.303576 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] For port 79173585-ca2c-47fd-9cba-46f9036646c4, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:31:06.307502 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] For port 79173585-ca2c-47fd-9cba-46f9036646c4, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=79173585-ca2c-47fd-9cba-46f9036646c4,segment=NetworkSegment(2a623463-1454-4077-8558-bd797f856a72),segment_id=2a623463-1454-4077-8558-bd797f856a72)] {{(pid=78779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:31:06.323445 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:06.334321 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-0c5e0562-11bf-418b-a68f-3b771e19f40d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:06.388427 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:06.389190 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f07b0c8e-58d1-4b93-bd8b-444cfff47a1c req-3fa1868a-ebc4-4abb-ab05-6ff3189da5d6 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/security-groups?id=33617a0a-1a93-45b1-a50f-f7c7681369d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700349 May 10 13:31:06.403571 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Network 84ebd01f-3ae2-4677-9e0c-fa553f1814b3 is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:31:06.427984 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-25ff51b3-ac3d-4007-9373-a2a75655010e service neutron] 10.222.0.11 "GET /v2.0/networks/74216274-5311-4675-84df-1f537d557420?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3414853 May 10 13:31:06.439260 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:31:06.446845 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:31:06.447520 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704918'] for router_interface, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:06.514805 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Routers {'c50d817d-59e4-4567-90b3-a180c2e472e1'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:31:06.515587 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:30:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['c50d817d-59e4-4567-90b3-a180c2e472e1'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:06.550711 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5cbcf-3903-49bb-a32e-a6ba181eaf22 req-62846b3c-f46f-4d85-bbbd-76dbb96bccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:06.552297 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-67b5cbcf-3903-49bb-a32e-a6ba181eaf22 req-62846b3c-f46f-4d85-bbbd-76dbb96bccb0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2449dbde-57c9-4912-ac48-36ca6c3f3f9a HTTP/1.1" status: 200 len: 915 time: 0.3336766 May 10 13:31:06.583453 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Attempting to bind port 1757dd30-e03c-4052-9dd6-595f8047591e on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:31:06.584025 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Attempting to bind port 1757dd30-e03c-4052-9dd6-595f8047591e by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': '791c53d6-51af-4acb-bf63-8367240dd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803'}] {{(pid=78780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:31:06.584567 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Attempting to bind port 1757dd30-e03c-4052-9dd6-595f8047591e on network 6dbc2653-6c72-4de2-b0f7-21c9bab3f803 {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:31:06.600182 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:31:06.600562 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Checking segment: {'id': '791c53d6-51af-4acb-bf63-8367240dd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:31:06.600966 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:06.601378 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Bound using segment: {'id': '791c53d6-51af-4acb-bf63-8367240dd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803'} {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:31:06.601852 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Bound port: 1757dd30-e03c-4052-9dd6-595f8047591e, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791c53d6-51af-4acb-bf63-8367240dd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803'}}] {{(pid=78780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:31:06.602216 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:06.708614 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833b321-a9d6-4fc6-8854-172a98925861 None None] Pushing event updated for resources: {'Port': ['ID=79173585-ca2c-47fd-9cba-46f9036646c4,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:06.716713 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-7833b321-a9d6-4fc6-8854-172a98925861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:06.718748 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:06.718998 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-67b5cbcf-3903-49bb-a32e-a6ba181eaf22 req-f9e95960-3597-4436-9726-5fe956e11445 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f HTTP/1.1" status: 200 len: 217 time: 0.1587720 May 10 13:31:06.724973 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-789859ac-4f57-4b3e-b25c-555f43a72fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:06.796790 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] Set router c50d817d-59e4-4567-90b3-a180c2e472e1 gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:31:06.804184 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-08b825f1-13fc-4997-b31a-0d958a72b8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:06.835468 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5cbcf-3903-49bb-a32e-a6ba181eaf22 req-72eb3866-96c6-47e6-9a57-b16ecc880043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:06.838899 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-67b5cbcf-3903-49bb-a32e-a6ba181eaf22 req-72eb3866-96c6-47e6-9a57-b16ecc880043 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51718f73-3816-4605-8d21-33949f773597 HTTP/1.1" status: 200 len: 854 time: 0.1135826 May 10 13:31:06.846988 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.db [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] For port 1757dd30-e03c-4052-9dd6-595f8047591e, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:31:06.854678 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.db [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] For port 1757dd30-e03c-4052-9dd6-595f8047591e, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=1757dd30-e03c-4052-9dd6-595f8047591e,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:31:06.868275 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:06.874055 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-5b98f35c-e97d-4dc6-861a-9820dcbee88c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:07.001800 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-08b825f1-13fc-4997-b31a-0d958a72b8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:07.016035 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b3cbb196-539d-4800-ab70-991f241a0012 None None] Provisioning for port 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:31:07.024904 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Routers {'11b4aa14-3915-49e6-8f13-df8cee75a2e0'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:31:07.040374 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:30:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:07.069852 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b3cbb196-539d-4800-ab70-991f241a0012 None None] Provisioning complete for port 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:07.070406 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb196-539d-4800-ab70-991f241a0012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:07.084246 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-67b5cbcf-3903-49bb-a32e-a6ba181eaf22 req-f6031389-600c-453a-bf33-b978c526c781 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2449dbde-57c9-4912-ac48-36ca6c3f3f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2380662 May 10 13:31:07.086841 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-08b825f1-13fc-4997-b31a-0d958a72b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:07.099140 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-13e8846c-07c2-4092-b372-3548ac6e99e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:07.164688 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b825f1-13fc-4997-b31a-0d958a72b8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973bf112-f3ae-4a97-94bd-db81e8325578,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:07.175098 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-08b825f1-13fc-4997-b31a-0d958a72b8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:07.211664 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-2937672e-5cd9-4e4e-a71a-d4e08c51fd0f service neutron] 10.222.0.30 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1391320 May 10 13:31:07.229121 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b3cbb196-539d-4800-ab70-991f241a0012 None None] Port 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:31:07.394056 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-67b5cbcf-3903-49bb-a32e-a6ba181eaf22 req-153e78ca-1505-47ac-a6fe-3a50264534d0 service neutron] 10.222.0.11 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027661 May 10 13:31:07.398392 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 34476) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:07.399236 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-08b825f1-13fc-4997-b31a-0d958a72b8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:07.400516 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-08b825f1-13fc-4997-b31a-0d958a72b8fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/973bf112-f3ae-4a97-94bd-db81e8325578 HTTP/1.1" status: 204 len: 168 time: 1.5179746 May 10 13:31:07.410664 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-2076cd2f-c80d-42bc-b4c2-1938979fa9ee tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Request body: {'security_group': {'name': 'tempest-securitygroup--481157907', 'description': 'tempest-description--1063346103'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:07.414577 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6cc8b33c-5dde-4e00-9d4c-e2b629aa5e35 req-02ddf984-70fb-40fe-901d-e1b6a7392143 service neutron] 10.222.0.11 "GET /v2.0/networks/74216274-5311-4675-84df-1f537d557420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8370545 May 10 13:31:07.419603 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-2076cd2f-c80d-42bc-b4c2-1938979fa9ee tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:07.509961 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-2076cd2f-c80d-42bc-b4c2-1938979fa9ee tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Usage tracker for resource:security_group and tenant:94c12e582ce64e398dff331859cc2254 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:07.557161 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-2076cd2f-c80d-42bc-b4c2-1938979fa9ee tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:07.675317 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] Set router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:31:07.736596 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50d817d-59e4-4567-90b3-a180c2e472e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2022123234-router', 'tenant_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '072252d8-3873-4362-a200-192dec92d90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:39Z', 'updated_at': '2021-05-10T13:30:51Z', 'revision_number': 4, 'project_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'gw_port': {'id': '072252d8-3873-4362-a200-192dec92d90f', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50d817d-59e4-4567-90b3-a180c2e472e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:40Z', 'updated_at': '2021-05-10T13:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '79173585-ca2c-47fd-9cba-46f9036646c4', 'name': '', 'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd', 'tenant_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'mac_address': 'fa:16:3e:23:90:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50d817d-59e4-4567-90b3-a180c2e472e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '58174d65-9a6b-4d38-b1d3-edfbd71a7769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:48Z', 'updated_at': '2021-05-10T13:31:06Z', 'revision_number': 4, 'project_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'subnets': [{'id': '58174d65-9a6b-4d38-b1d3-edfbd71a7769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:07.746205 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-2076cd2f-c80d-42bc-b4c2-1938979fa9ee tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:07.752717 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69271a24-d23b-4e5b-a18a-652c51c069ae None None] The sync data for ids ['c50d817d-59e4-4567-90b3-a180c2e472e1'] in dv-cinder-784945-7-smb is: [{'id': 'c50d817d-59e4-4567-90b3-a180c2e472e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2022123234-router', 'tenant_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '072252d8-3873-4362-a200-192dec92d90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:39Z', 'updated_at': '2021-05-10T13:30:51Z', 'revision_number': 4, 'project_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'gw_port': {'id': '072252d8-3873-4362-a200-192dec92d90f', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50d817d-59e4-4567-90b3-a180c2e472e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:40Z', 'updated_at': '2021-05-10T13:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '79173585-ca2c-47fd-9cba-46f9036646c4', 'name': '', 'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd', 'tenant_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'mac_address': 'fa:16:3e:23:90:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50d817d-59e4-4567-90b3-a180c2e472e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '58174d65-9a6b-4d38-b1d3-edfbd71a7769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:48Z', 'updated_at': '2021-05-10T13:31:06Z', 'revision_number': 4, 'project_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'subnets': [{'id': '58174d65-9a6b-4d38-b1d3-edfbd71a7769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:31:07.805877 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0ff8a-fe5f-4c49-89f4-53fa59053f3b req-f0136abf-f748-461d-a634-b847347064e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:07.809932 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4ae0ff8a-fe5f-4c49-89f4-53fa59053f3b req-f0136abf-f748-461d-a634-b847347064e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=286ae67d0b4245799f33ec466db04edc&device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 1097 time: 0.3334606 May 10 13:31:07.962701 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:07.978102 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:08.000657 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704821'] for router_interface, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:08.012721 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:08.019314 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-67b5cbcf-3903-49bb-a32e-a6ba181eaf22 req-18add6f8-7f51-483a-985c-0abc24222032 service neutron] 10.222.0.11 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960937 May 10 13:31:08.062272 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2076cd2f-c80d-42bc-b4c2-1938979fa9ee tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:08.112597 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-2076cd2f-c80d-42bc-b4c2-1938979fa9ee tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:08.117018 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-2076cd2f-c80d-42bc-b4c2-1938979fa9ee tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Usage tracker for resource:security_group_rule and tenant:94c12e582ce64e398dff331859cc2254 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:08.120438 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-2076cd2f-c80d-42bc-b4c2-1938979fa9ee tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:08.123834 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98f35c-e97d-4dc6-861a-9820dcbee88c None None] Pushing event updated for resources: {'Port': ['ID=1757dd30-e03c-4052-9dd6-595f8047591e,revision_number=4']} {{(pid=78780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:08.132202 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-2076cd2f-c80d-42bc-b4c2-1938979fa9ee tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:08.151041 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-5b98f35c-e97d-4dc6-861a-9820dcbee88c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.277s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:08.257671 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Pushing event updated for resources: {'Port': ['ID=7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:08.276575 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:08.295140 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2076cd2f-c80d-42bc-b4c2-1938979fa9ee tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:08.304486 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2076cd2f-c80d-42bc-b4c2-1938979fa9ee tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:08.326213 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:08.352399 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a78bc-e9ff-49a4-970a-44201835c176 req-18782cb4-df7b-44c9-a440-3b29dd8ff3e0 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:08.353615 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-3a8a78bc-e9ff-49a4-970a-44201835c176 req-18782cb4-df7b-44c9-a440-3b29dd8ff3e0 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Synchronizing usage tracker for tenant:286ae67d0b4245799f33ec466db04edc on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:31:08.396655 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076cd2f-c80d-42bc-b4c2-1938979fa9ee tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4a808a-bf7e-46de-83e1-ee98cb522546,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:08.401170 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-2076cd2f-c80d-42bc-b4c2-1938979fa9ee tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:08.476251 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9824e-6a53-494f-aa3e-4ac92527cbdb req-71e69307-565f-4ccb-9e1b-9518353a0bf2 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:08.488640 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-96c9824e-6a53-494f-aa3e-4ac92527cbdb req-71e69307-565f-4ccb-9e1b-9518353a0bf2 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 944 time: 0.9197488 May 10 13:31:08.490425 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-3a8a78bc-e9ff-49a4-970a-44201835c176 req-18782cb4-df7b-44c9-a440-3b29dd8ff3e0 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Unset dirty status for tenant:286ae67d0b4245799f33ec466db04edc on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:31:08.491752 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3a8a78bc-e9ff-49a4-970a-44201835c176 req-18782cb4-df7b-44c9-a440-3b29dd8ff3e0 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 944 time: 0.8256321 May 10 13:31:08.504837 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2076cd2f-c80d-42bc-b4c2-1938979fa9ee tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:08.509154 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-2076cd2f-c80d-42bc-b4c2-1938979fa9ee tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1095548 May 10 13:31:08.526059 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 34518) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:08.533453 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-63d10fb7-7ed6-4a3e-aa49-a6b88f6cf6cf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Request body: {'security_group_rule': {'security_group_id': '5a4a808a-bf7e-46de-83e1-ee98cb522546', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:08.545182 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-63d10fb7-7ed6-4a3e-aa49-a6b88f6cf6cf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:08.581309 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-63d10fb7-7ed6-4a3e-aa49-a6b88f6cf6cf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Usage tracker for resource:security_group_rule and tenant:94c12e582ce64e398dff331859cc2254 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:08.599375 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-96c9824e-6a53-494f-aa3e-4ac92527cbdb req-51141d0f-dda2-4a75-aed9-b43a9e9afba8 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049683 May 10 13:31:08.600293 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-63d10fb7-7ed6-4a3e-aa49-a6b88f6cf6cf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:08.615064 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-63d10fb7-7ed6-4a3e-aa49-a6b88f6cf6cf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:08.637161 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:30:57Z', 'revision_number': 4, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '1757dd30-e03c-4052-9dd6-595f8047591e', 'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'mac_address': 'fa:16:3e:ac:83:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:06Z', 'revision_number': 4, 'project_id': '94c12e582ce64e398dff331859cc2254', 'subnets': [{'id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:08.642666 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff80b54-04fa-4c61-9d3d-0058e6f7db17 None None] The sync data for ids ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'] in dv-cinder-784945-7-smb is: [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:30:57Z', 'revision_number': 4, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '1757dd30-e03c-4052-9dd6-595f8047591e', 'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'mac_address': 'fa:16:3e:ac:83:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:06Z', 'revision_number': 4, 'project_id': '94c12e582ce64e398dff331859cc2254', 'subnets': [{'id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:31:08.657985 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-63d10fb7-7ed6-4a3e-aa49-a6b88f6cf6cf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:08.698852 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0ff8a-fe5f-4c49-89f4-53fa59053f3b req-0761bf07-85c1-4378-b0f5-3fd726e6553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:08.700722 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4ae0ff8a-fe5f-4c49-89f4-53fa59053f3b req-0761bf07-85c1-4378-b0f5-3fd726e6553a service neutron] 10.222.0.11 "GET /v2.0/networks?id=74216274-5311-4675-84df-1f537d557420 HTTP/1.1" status: 200 len: 912 time: 0.8692329 May 10 13:31:08.890302 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-63d10fb7-7ed6-4a3e-aa49-a6b88f6cf6cf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:08.891179 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4ae0ff8a-fe5f-4c49-89f4-53fa59053f3b req-88f26556-6266-4781-910a-be0bf6673a2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2accbf6e-3ff4-4f7b-af1a-73d470632ddb HTTP/1.1" status: 200 len: 217 time: 0.1705215 May 10 13:31:08.896781 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-63d10fb7-7ed6-4a3e-aa49-a6b88f6cf6cf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:08.900209 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-3a8a78bc-e9ff-49a4-970a-44201835c176 req-f1c7311e-9139-41b5-b538-f42c43e67d22 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Synchronizing usage tracker for tenant:286ae67d0b4245799f33ec466db04edc on resource:security_group {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:31:09.034326 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-0a61b377-b1f8-453f-9957-4305283c5343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:09.041069 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Network 84ebd01f-3ae2-4677-9e0c-fa553f1814b3 is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:31:09.042101 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-3a8a78bc-e9ff-49a4-970a-44201835c176 req-f1c7311e-9139-41b5-b538-f42c43e67d22 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Unset dirty status for tenant:286ae67d0b4245799f33ec466db04edc on resource:security_group {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:31:09.043397 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3a8a78bc-e9ff-49a4-970a-44201835c176 req-f1c7311e-9139-41b5-b538-f42c43e67d22 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/security-groups?id=33617a0a-1a93-45b1-a50f-f7c7681369d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409772 May 10 13:31:09.051498 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:31:09.062642 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:09.120747 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-2df44e39-8c69-4d02-807e-815030810d15 req-3c2ee6dc-4ba3-42a4-8e49-ce944d0cd65c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 210 time: 0.2223527 May 10 13:31:09.122937 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-63d10fb7-7ed6-4a3e-aa49-a6b88f6cf6cf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:09.124035 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-63d10fb7-7ed6-4a3e-aa49-a6b88f6cf6cf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5968292 May 10 13:31:09.124987 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d10fb7-7ed6-4a3e-aa49-a6b88f6cf6cf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7439ed04-b434-47b6-b89a-e86d1cbc7574,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:09.137488 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 34540) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:09.155258 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-63d10fb7-7ed6-4a3e-aa49-a6b88f6cf6cf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:09.159167 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-11446085-eabb-454d-959b-97a9db5f07e4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Request body: {'security_group_rule': {'security_group_id': '5a4a808a-bf7e-46de-83e1-ee98cb522546', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:09.190565 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-11446085-eabb-454d-959b-97a9db5f07e4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:09.198515 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-11446085-eabb-454d-959b-97a9db5f07e4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Usage tracker for resource:security_group_rule and tenant:94c12e582ce64e398dff331859cc2254 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:09.207467 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-11446085-eabb-454d-959b-97a9db5f07e4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:09.222582 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-11446085-eabb-454d-959b-97a9db5f07e4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:09.224363 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:31:09.260006 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:09.272680 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-11446085-eabb-454d-959b-97a9db5f07e4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:09.446657 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-11446085-eabb-454d-959b-97a9db5f07e4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:09.459119 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-11446085-eabb-454d-959b-97a9db5f07e4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:09.466571 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-63d10fb7-7ed6-4a3e-aa49-a6b88f6cf6cf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:09.480329 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0ff8a-fe5f-4c49-89f4-53fa59053f3b req-2125ef21-00df-42fd-a123-7ae189667426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:09.481789 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4ae0ff8a-fe5f-4c49-89f4-53fa59053f3b req-2125ef21-00df-42fd-a123-7ae189667426 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5c5e0dd-aac7-4f8d-aaf1-b6f68ea32677 HTTP/1.1" status: 200 len: 851 time: 0.5769076 May 10 13:31:09.671263 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11446085-eabb-454d-959b-97a9db5f07e4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88b979e-add9-451d-926b-35cfe797a23e,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:09.710432 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b1d4186e-f548-47e1-887e-d48bdba184b9 None None] Provisioning complete for port 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:09.710745 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b1d4186e-f548-47e1-887e-d48bdba184b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:09.785902 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-11446085-eabb-454d-959b-97a9db5f07e4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:09.798074 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4ae0ff8a-fe5f-4c49-89f4-53fa59053f3b req-223f5c92-fb0c-4629-9d11-35a471cfdf81 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74216274-5311-4675-84df-1f537d557420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2976749 May 10 13:31:09.826919 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 79173585-ca2c-47fd-9cba-46f9036646c4 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:31:09.912314 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-11446085-eabb-454d-959b-97a9db5f07e4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:09.913567 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-11446085-eabb-454d-959b-97a9db5f07e4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7750254 May 10 13:31:09.925096 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 34568) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:09.970020 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f,segment=NetworkSegment(4c69b5ed-3efc-470f-ac99-e380fc5aa947),segment_id=4c69b5ed-3efc-470f-ac99-e380fc5aa947)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:09.986274 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Request body: {'floatingip': {'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:09.996104 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:10.005209 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Usage tracker for resource:floatingip and tenant:94c12e582ce64e398dff331859cc2254 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:10.024536 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': '5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f', 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a', 'port_id': '5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f', 'mac_address': 'fa:16:3e:34:58:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51718f73-3816-4605-8d21-33949f773597', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:31:10.027394 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:10.029711 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b1d4186e-f548-47e1-887e-d48bdba184b9 None None] Port 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:31:10.036988 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:10.146228 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for floatingip, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:10.171169 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:10.207041 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port 79173585-ca2c-47fd-9cba-46f9036646c4 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:31:10.213423 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-975af630-f86d-4dd5-81ff-f22e7e008825 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:10.215896 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-975af630-f86d-4dd5-81ff-f22e7e008825 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.11 "GET /v2.0/networks?id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd HTTP/1.1" status: 200 len: 819 time: 0.6918864 May 10 13:31:10.222779 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 79173585-ca2c-47fd-9cba-46f9036646c4 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:10.223154 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:10.238608 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-8af0941b-9352-40c0-a54d-1e81d98a1abe tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Request body: {'port': {'device_id': '267e6a39-2e87-4628-83e7-36fa3e9fe376', 'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd', 'admin_state_up': True, 'tenant_id': '81b55fe93fe34f56b1ac2e1fcd0267c9'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:10.257972 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:31:10.268662 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:31:10.276788 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:10.312729 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f,segment=NetworkSegment(4c69b5ed-3efc-470f-ac99-e380fc5aa947),segment_id=4c69b5ed-3efc-470f-ac99-e380fc5aa947)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:10.322120 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:10.326210 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-7833b321-a9d6-4fc6-8854-172a98925861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:10.365794 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe4a41-b7b0-41dc-a5be-c8d3cd607bf1 req-e1e3ef3f-8215-4a80-b8e9-b55ab59fbe8c tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:10.377320 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-dbbe4a41-b7b0-41dc-a5be-c8d3cd607bf1 req-e1e3ef3f-8215-4a80-b8e9-b55ab59fbe8c tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 944 time: 0.5903263 May 10 13:31:10.553103 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-dbbe4a41-b7b0-41dc-a5be-c8d3cd607bf1 req-075df808-471a-4fd9-8db3-cd685ba7d72e tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745284 May 10 13:31:10.564105 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-0d1bf19d-9f4e-49a8-a604-717991700556 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:10.572386 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:10.577031 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:10.577753 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-0d1bf19d-9f4e-49a8-a604-717991700556 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/networks?id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd HTTP/1.1" status: 200 len: 819 time: 0.7778060 May 10 13:31:10.581182 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:10.615497 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:31:10.708451 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port 79173585-ca2c-47fd-9cba-46f9036646c4, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=79173585-ca2c-47fd-9cba-46f9036646c4,segment=NetworkSegment(2a623463-1454-4077-8558-bd797f856a72),segment_id=2a623463-1454-4077-8558-bd797f856a72)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:10.720461 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:10.722292 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 1757dd30-e03c-4052-9dd6-595f8047591e up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:31:10.735654 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4ae0ff8a-fe5f-4c49-89f4-53fa59053f3b req-acdd0e1f-b031-4edd-9428-3204d66c83f7 service neutron] 10.222.0.11 "GET /v2.0/networks/74216274-5311-4675-84df-1f537d557420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9054401 May 10 13:31:10.776871 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:10.812902 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-8af0941b-9352-40c0-a54d-1e81d98a1abe tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:10.863742 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-6a8172db-dd20-4ce6-865e-aa860562eede tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/quotas/81b55fe93fe34f56b1ac2e1fcd0267c9 HTTP/1.1" status: 200 len: 375 time: 0.2827528 May 10 13:31:10.936653 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-8af0941b-9352-40c0-a54d-1e81d98a1abe tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:11.017292 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=79173585-ca2c-47fd-9cba-46f9036646c4,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:11.021303 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:11.028496 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:11.034419 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port 1757dd30-e03c-4052-9dd6-595f8047591e completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:31:11.046146 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 1757dd30-e03c-4052-9dd6-595f8047591e triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:11.046686 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:11.193019 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2accbf6e-3ff4-4f7b-af1a-73d470632ddb details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:31:11.311815 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_common [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Allocated IP 172.28.0.133 (201b784b-a2c0-4851-ba32-323396f26c0e/a3facc7a-ff4c-482b-8bd3-938f14d413a3/b651e9e6-4d45-478a-8382-a8ec6158bc09) {{(pid=78777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:31:11.346833 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4ae0ff8a-fe5f-4c49-89f4-53fa59053f3b req-9e80c656-5048-4cf2-8217-56102f5d36dc service neutron] 10.222.0.11 "GET /v2.0/networks/74216274-5311-4675-84df-1f537d557420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708914 May 10 13:31:11.349378 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:31:11.362856 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] 10.222.0.30 "PUT /v2.0/routers/42dd5131-8cd3-4b89-a34a-9f8be272e4d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4061689 May 10 13:31:11.393818 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-dd405f17-848f-49d2-b7b9-0b9d2126bff2 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=81b55fe93fe34f56b1ac2e1fcd0267c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5272527 May 10 13:31:11.395154 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2accbf6e-3ff4-4f7b-af1a-73d470632ddb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2accbf6e-3ff4-4f7b-af1a-73d470632ddb,segment=NetworkSegment(112ca4d1-7efa-47b2-8665-cd4919c0945a),segment_id=112ca4d1-7efa-47b2-8665-cd4919c0945a)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:11.399241 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-8af0941b-9352-40c0-a54d-1e81d98a1abe tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Made reservation on behalf of 81b55fe93fe34f56b1ac2e1fcd0267c9 for: {'port': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:31:11.402771 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-8af0941b-9352-40c0-a54d-1e81d98a1abe tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:11.435672 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': '2accbf6e-3ff4-4f7b-af1a-73d470632ddb', 'network_id': '74216274-5311-4675-84df-1f537d557420', 'port_id': '2accbf6e-3ff4-4f7b-af1a-73d470632ddb', 'mac_address': 'fa:16:3e:bf:96:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c5e0dd-aac7-4f8d-aaf1-b6f68ea32677', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:31:11.437871 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Sync routers for ids ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'] in dv-cinder-784945-7-smb {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:31:11.488267 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Routers {'42dd5131-8cd3-4b89-a34a-9f8be272e4d3'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:31:11.488920 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:31:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:11.573460 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-8d706c1c-fc61-4c1d-8916-c3cdfdc94c6e service neutron] 10.222.0.30 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754320 May 10 13:31:11.677387 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:11.703735 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89469cef-8bc1-4829-8e45-21406fb06cc6 req-53d74adb-a52b-4181-a050-9d6d5a366605 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:11.711507 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-89469cef-8bc1-4829-8e45-21406fb06cc6 req-53d74adb-a52b-4181-a050-9d6d5a366605 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 944 time: 0.8908334 May 10 13:31:11.754109 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:11.776336 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2accbf6e-3ff4-4f7b-af1a-73d470632ddb {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:31:11.780864 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port 1757dd30-e03c-4052-9dd6-595f8047591e, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=1757dd30-e03c-4052-9dd6-595f8047591e,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:11.784670 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-163c1325-d022-436e-893b-7f5d4c1e3c9d service neutron] 10.222.0.30 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022967 May 10 13:31:11.797004 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:11.827724 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2accbf6e-3ff4-4f7b-af1a-73d470632ddb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2accbf6e-3ff4-4f7b-af1a-73d470632ddb,segment=NetworkSegment(112ca4d1-7efa-47b2-8665-cd4919c0945a),segment_id=112ca4d1-7efa-47b2-8665-cd4919c0945a)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:11.829911 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-9931c204-e543-4fa7-b9e8-e577b55482e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:11.880881 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:11.912849 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_common [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-8af0941b-9352-40c0-a54d-1e81d98a1abe tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Allocated IP 172.20.0.13 (04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd/58174d65-9a6b-4d38-b1d3-edfbd71a7769/91fbdd56-198f-4301-ba57-e090c9dc3f2c) {{(pid=78777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:31:11.968821 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 79173585-ca2c-47fd-9cba-46f9036646c4 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:31:11.975625 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-89469cef-8bc1-4829-8e45-21406fb06cc6 req-a0f32d0c-5583-4f77-afb4-16055ead06a9 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/security-groups?id=33617a0a-1a93-45b1-a50f-f7c7681369d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632747 May 10 13:31:12.015044 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for port, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:12.073521 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Set router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:31:12.193216 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['2accbf6e-3ff4-4f7b-af1a-73d470632ddb'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:31:12.377266 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:12.382338 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-8af0941b-9352-40c0-a54d-1e81d98a1abe tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Notify callbacks [] for port, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:12.402899 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=1757dd30-e03c-4052-9dd6-595f8047591e,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:12.428969 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-8af0941b-9352-40c0-a54d-1e81d98a1abe tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:12.430910 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:12.442774 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:12.446047 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-c7f18aa3-b1e3-4334-8008-a4df2911418a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.530s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:12.482547 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:12.488161 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5a995-20c3-49b2-8d84-c8f9eef2fac1 req-77fdd771-3976-407a-87d6-ea8130a0a6a9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:12.505119 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e2f5a995-20c3-49b2-8d84-c8f9eef2fac1 req-77fdd771-3976-407a-87d6-ea8130a0a6a9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 945 time: 0.3141618 May 10 13:31:12.541061 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-8af0941b-9352-40c0-a54d-1e81d98a1abe tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Network 04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd is already hosted by enough agents. {{(pid=78777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:31:12.547380 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-8af0941b-9352-40c0-a54d-1e81d98a1abe tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Resources bound (agent type, host, resource id): {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:31:12.560695 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-8af0941b-9352-40c0-a54d-1e81d98a1abe tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Received port after_create {{(pid=78777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:31:12.567303 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-8af0941b-9352-40c0-a54d-1e81d98a1abe tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:12.568067 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-8af0941b-9352-40c0-a54d-1e81d98a1abe tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for port, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:12.598137 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Network 201b784b-a2c0-4851-ba32-323396f26c0e is already hosted by enough agents. {{(pid=78777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:31:12.606450 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Resources bound (agent type, host, resource id): {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:31:12.611263 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-8af0941b-9352-40c0-a54d-1e81d98a1abe tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3823478 May 10 13:31:12.611956 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0941b-9352-40c0-a54d-1e81d98a1abe tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Pushing event updated for resources: {'Port': ['ID=91fbdd56-198f-4301-ba57-e090c9dc3f2c,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:12.622464 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Received port after_create {{(pid=78777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:31:12.628154 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e2f5a995-20c3-49b2-8d84-c8f9eef2fac1 req-de6a2500-60f8-4ad3-8b8e-9063fdd66f95 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195276 May 10 13:31:12.644274 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-8af0941b-9352-40c0-a54d-1e81d98a1abe tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:12.645552 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:12.725476 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 34664) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:12.734259 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Request body: {'port': {'device_id': '267e6a39-2e87-4628-83e7-36fa3e9fe376', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:12.766742 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-bbc18b80-1580-425b-81e1-4de7df4c3215 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--368249924', 'description': 'tempest-description--838427323'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:12.771704 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=2accbf6e-3ff4-4f7b-af1a-73d470632ddb,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:12.772620 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-bbc18b80-1580-425b-81e1-4de7df4c3215 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:12.777267 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:12.783886 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-bbc18b80-1580-425b-81e1-4de7df4c3215 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Usage tracker for resource:security_group and tenant:cbf6a3e7b18e4feea680a92d87a1e13a is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:12.787039 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-bbc18b80-1580-425b-81e1-4de7df4c3215 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:12.796674 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-bbc18b80-1580-425b-81e1-4de7df4c3215 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:12.822589 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d58b9352-2055-4ad0-b477-6dcfca776496 req-1b51dced-711f-4554-a52f-f28ec29e6ce4 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 210 time: 0.0983820 May 10 13:31:12.825908 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bbc18b80-1580-425b-81e1-4de7df4c3215 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:12.877064 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-bbc18b80-1580-425b-81e1-4de7df4c3215 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:12.882561 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-bbc18b80-1580-425b-81e1-4de7df4c3215 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Usage tracker for resource:security_group_rule and tenant:cbf6a3e7b18e4feea680a92d87a1e13a is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:12.885538 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-bbc18b80-1580-425b-81e1-4de7df4c3215 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:12.894430 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-bbc18b80-1580-425b-81e1-4de7df4c3215 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:13.002935 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bbc18b80-1580-425b-81e1-4de7df4c3215 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:13.008876 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bbc18b80-1580-425b-81e1-4de7df4c3215 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:13.037497 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:13.074478 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 79173585-ca2c-47fd-9cba-46f9036646c4 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:13.075047 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:13.093862 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Pushing event updated for resources: {'Port': ['ID=b651e9e6-4d45-478a-8382-a8ec6158bc09,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:13.104568 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:13.111904 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc18b80-1580-425b-81e1-4de7df4c3215 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba89562a-9022-42b4-abc8-7bb9f575a75c,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:13.119532 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-bbc18b80-1580-425b-81e1-4de7df4c3215 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:13.134150 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:13.155950 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bbc18b80-1580-425b-81e1-4de7df4c3215 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:13.160973 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 34678) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:13.161595 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-bbc18b80-1580-425b-81e1-4de7df4c3215 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4344487 May 10 13:31:13.184288 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:13.215723 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:31:13.228102 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-bcc00a4a-1720-4c03-814a-c3b7a2505660 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Request body: {'security_group_rule': {'security_group_id': 'ba89562a-9022-42b4-abc8-7bb9f575a75c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:13.332483 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-bcc00a4a-1720-4c03-814a-c3b7a2505660 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:13.370755 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-bcc00a4a-1720-4c03-814a-c3b7a2505660 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Usage tracker for resource:security_group_rule and tenant:cbf6a3e7b18e4feea680a92d87a1e13a is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:13.377693 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning for port 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:31:13.388013 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:13.388308 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:13.412090 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-bcc00a4a-1720-4c03-814a-c3b7a2505660 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:13.432858 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:31:06Z', 'revision_number': 4, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port': {'id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae', 'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'mac_address': 'fa:16:3e:6a:0c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:02Z', 'updated_at': '2021-05-10T13:31:07Z', 'revision_number': 2, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'subnets': [{'id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:13.433159 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-bcc00a4a-1720-4c03-814a-c3b7a2505660 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:13.448447 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Checking router: 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 for host: dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:31:13.448825 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Updating router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 port 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae binding host dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:31:13.498306 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:13.531379 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:13.576682 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bcc00a4a-1720-4c03-814a-c3b7a2505660 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:13.611847 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:13.654043 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77694d12-10d4-457b-a64e-f107b07425bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:31:13.732537 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbeace-d61d-407d-a6e0-8489607bc48d req-93a3ed13-a804-4138-9d57-ed698c5a9fc7 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:13.739630 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d3fbeace-d61d-407d-a6e0-8489607bc48d req-93a3ed13-a804-4138-9d57-ed698c5a9fc7 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 945 time: 0.5061314 May 10 13:31:13.826638 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f,segment=NetworkSegment(4c69b5ed-3efc-470f-ac99-e380fc5aa947),segment_id=4c69b5ed-3efc-470f-ac99-e380fc5aa947)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:13.847024 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:13.860296 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:13.898557 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bcc00a4a-1720-4c03-814a-c3b7a2505660 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:13.922888 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bcc00a4a-1720-4c03-814a-c3b7a2505660 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:13.978072 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:14.006207 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 1757dd30-e03c-4052-9dd6-595f8047591e up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:31:14.046694 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-fabadbfb-86f8-4d58-9f90-d7247d312820 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:14.051070 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-fabadbfb-86f8-4d58-9f90-d7247d312820 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.11 "GET /v2.0/networks?id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd HTTP/1.1" status: 200 len: 819 time: 0.3176312 May 10 13:31:14.053072 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.db.resource_extend [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 13:31:14.134044 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.notifiers.nova [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91fbdd56-198f-4301-ba57-e090c9dc3f2c {{(pid=78777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:31:14.144247 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-ac00fd67-9ec4-4912-8316-46eaac747ef9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Request body: {'port': {'device_id': '67e1f948-d622-4333-8fc9-b3e048b18fc4', 'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd', 'admin_state_up': True, 'tenant_id': '81b55fe93fe34f56b1ac2e1fcd0267c9'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:14.145123 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:14.163995 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc00a4a-1720-4c03-814a-c3b7a2505660 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aabe6929-f67d-4a90-86d1-06afc582912e,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:14.196680 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d3fbeace-d61d-407d-a6e0-8489607bc48d req-965d3e4a-ad06-4410-9327-c84d8f1f6e27 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/security-groups?id=33617a0a-1a93-45b1-a50f-f7c7681369d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538002 May 10 13:31:14.200947 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.provisioning_blocks [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Transition to ACTIVE for port object 91fbdd56-198f-4301-ba57-e090c9dc3f2c will not be triggered until provisioned by entity L2. {{(pid=78777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:31:14.204295 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:14.241501 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:14.242073 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:14.242974 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-bcc00a4a-1720-4c03-814a-c3b7a2505660 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:14.272525 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:14.358226 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 1757dd30-e03c-4052-9dd6-595f8047591e triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:14.358846 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:14.544813 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Notify callbacks [] for port, precommit_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:14.572918 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.db.resource_extend [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 13:31:14.598089 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Transition to ACTIVE for port object 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae will not be triggered until provisioned by entity L2. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:31:14.615467 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:14.622256 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:14.650248 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bcc00a4a-1720-4c03-814a-c3b7a2505660 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:14.654606 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-bcc00a4a-1720-4c03-814a-c3b7a2505660 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4682918 May 10 13:31:14.656538 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-ac00fd67-9ec4-4912-8316-46eaac747ef9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:14.656676 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-0d26e147-24c2-4c4b-87b7-8fdd6d59899b req-affaf9f6-51b3-4488-8765-13efcbd5ed06 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Synchronizing usage tracker for tenant:81b55fe93fe34f56b1ac2e1fcd0267c9 on resource:port {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:31:14.658823 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 34732) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:14.676498 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-fd28f0f4-9bf1-426c-8885-915a86a8cd46 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Request body: {'security_group_rule': {'security_group_id': 'ba89562a-9022-42b4-abc8-7bb9f575a75c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:14.697872 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-ac00fd67-9ec4-4912-8316-46eaac747ef9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Usage tracker for resource:port and tenant:81b55fe93fe34f56b1ac2e1fcd0267c9 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:14.714003 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-fd28f0f4-9bf1-426c-8885-915a86a8cd46 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:14.720226 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-ac00fd67-9ec4-4912-8316-46eaac747ef9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:14.729184 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Pushing event updated for resources: {'Port': ['ID=91fbdd56-198f-4301-ba57-e090c9dc3f2c,revision_number=2']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:14.733198 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:14.739038 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for port, precommit_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:14.752107 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-ac00fd67-9ec4-4912-8316-46eaac747ef9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:14.756504 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-fd28f0f4-9bf1-426c-8885-915a86a8cd46 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Usage tracker for resource:security_group_rule and tenant:cbf6a3e7b18e4feea680a92d87a1e13a is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:14.760620 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-fd28f0f4-9bf1-426c-8885-915a86a8cd46 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:14.769604 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-fd28f0f4-9bf1-426c-8885-915a86a8cd46 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:14.846402 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34034a7-58b9-4aad-881f-fb16479658ec req-e40dd535-61bd-4e21-9b69-942e7d7b50f6 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:14.848410 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b34034a7-58b9-4aad-881f-fb16479658ec req-e40dd535-61bd-4e21-9b69-942e7d7b50f6 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 946 time: 0.8283553 May 10 13:31:14.854029 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-ac00fd67-9ec4-4912-8316-46eaac747ef9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Made reservation on behalf of 81b55fe93fe34f56b1ac2e1fcd0267c9 for: {'port': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:31:14.858394 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-ac00fd67-9ec4-4912-8316-46eaac747ef9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:14.916859 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-fd28f0f4-9bf1-426c-8885-915a86a8cd46 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:14.977160 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4ade4-fbb0-44fc-bb92-c01da05a9789 None None] Pushing event updated for resources: {'Port': ['ID=7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae,revision_number=3']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:14.988824 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-23d4ade4-fbb0-44fc-bb92-c01da05a9789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:14.993440 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:15.008971 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b34034a7-58b9-4aad-881f-fb16479658ec req-ab6536be-1879-425b-b6ba-67cdbdd9fdfd tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291666 May 10 13:31:15.049956 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:15.101196 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Attempting to bind port 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:31:15.101593 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Attempting to bind port 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': '34c07bce-b33b-4445-a41e-39719457dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3'}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:31:15.101960 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Attempting to bind port 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae on network 84ebd01f-3ae2-4677-9e0c-fa553f1814b3 {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:31:15.131388 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:31:15.131779 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Checking segment: {'id': '34c07bce-b33b-4445-a41e-39719457dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:31:15.132187 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:15.132594 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Bound using segment: {'id': '34c07bce-b33b-4445-a41e-39719457dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3'} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:31:15.132712 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-0d26e147-24c2-4c4b-87b7-8fdd6d59899b req-affaf9f6-51b3-4488-8765-13efcbd5ed06 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Unset dirty status for tenant:81b55fe93fe34f56b1ac2e1fcd0267c9 on resource:port {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:31:15.133107 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Bound port: 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c07bce-b33b-4445-a41e-39719457dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3'}}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:31:15.133557 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:15.144508 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-0d26e147-24c2-4c4b-87b7-8fdd6d59899b req-affaf9f6-51b3-4488-8765-13efcbd5ed06 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 210 time: 0.6450825 May 10 13:31:15.158233 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Pushing event updated for resources: {'Port': ['ID=b651e9e6-4d45-478a-8382-a8ec6158bc09,revision_number=2']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:15.170394 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:15.172715 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.managers [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Attempting to bind port 91fbdd56-198f-4301-ba57-e090c9dc3f2c on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:31:15.180698 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.managers [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Attempting to bind port 91fbdd56-198f-4301-ba57-e090c9dc3f2c by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '2a623463-1454-4077-8558-bd797f856a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd'}] {{(pid=78777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:31:15.181056 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Attempting to bind port 91fbdd56-198f-4301-ba57-e090c9dc3f2c on network 04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd {{(pid=78777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:31:15.186013 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-fd28f0f4-9bf1-426c-8885-915a86a8cd46 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:15.206525 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1711226'] for floatingip, after_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:15.210538 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Port 91fbdd56-198f-4301-ba57-e090c9dc3f2c on network 04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 13:31:15.210864 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Attempting to bind port 91fbdd56-198f-4301-ba57-e090c9dc3f2c on network 04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd {{(pid=78777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:31:15.217993 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-fd28f0f4-9bf1-426c-8885-915a86a8cd46 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:15.224638 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:15.228575 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Checking agent: {'id': '94ccf6da-ba5a-4c56-b2e0-555501816ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:31:15.228919 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Checking segment: {'id': '2a623463-1454-4077-8558-bd797f856a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:31:15.234016 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Bound using segment: {'id': '2a623463-1454-4077-8558-bd797f856a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd'} {{(pid=78777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:31:15.234330 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.managers [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Bound port: 91fbdd56-198f-4301-ba57-e090c9dc3f2c, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a623463-1454-4077-8558-bd797f856a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd'}}] {{(pid=78777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:31:15.234674 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:15.252164 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2accbf6e-3ff4-4f7b-af1a-73d470632ddb up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:31:15.348334 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28f0f4-9bf1-426c-8885-915a86a8cd46 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db3399f-6d26-4966-9e55-705106f8ff45,revision_number=0']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:15.359516 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for floatingip, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:15.373385 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4211040 May 10 13:31:15.374326 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77694d12-10d4-457b-a64e-f107b07425bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f', 'code': 200} May 10 13:31:15.374402 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-fd28f0f4-9bf1-426c-8885-915a86a8cd46 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:15.374402 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-ac00fd67-9ec4-4912-8316-46eaac747ef9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Allocated IP 172.20.0.12 (04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd/58174d65-9a6b-4d38-b1d3-edfbd71a7769/0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:31:15.386507 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-fd28f0f4-9bf1-426c-8885-915a86a8cd46 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:15.387851 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-fd28f0f4-9bf1-426c-8885-915a86a8cd46 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7270648 May 10 13:31:15.393939 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 34762) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:15.407942 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Request body: {'floatingip': {'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:15.430706 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:15.445393 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Usage tracker for resource:floatingip and tenant:cbf6a3e7b18e4feea680a92d87a1e13a is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:15.450083 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:15.483329 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.db [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] For port 91fbdd56-198f-4301-ba57-e090c9dc3f2c, host hv-cinder-78494, cleared binding levels {{(pid=78777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:31:15.487067 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.db [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] For port 91fbdd56-198f-4301-ba57-e090c9dc3f2c, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=91fbdd56-198f-4301-ba57-e090c9dc3f2c,segment=NetworkSegment(2a623463-1454-4077-8558-bd797f856a72),segment_id=2a623463-1454-4077-8558-bd797f856a72)] {{(pid=78777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:31:15.490560 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] For port 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:31:15.496991 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:15.498138 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:15.501631 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] For port 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae,segment=NetworkSegment(34c07bce-b33b-4445-a41e-39719457dc45),segment_id=34c07bce-b33b-4445-a41e-39719457dc45)] {{(pid=78779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:31:15.502834 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning for port 2accbf6e-3ff4-4f7b-af1a-73d470632ddb completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:31:15.515438 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:15.520077 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port 2accbf6e-3ff4-4f7b-af1a-73d470632ddb triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:15.520486 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:15.567370 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for floatingip, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:15.591426 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:15.616232 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:15.631132 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.11', 64784) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:15.641181 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Pushing event updated for resources: {'Port': ['ID=91fbdd56-198f-4301-ba57-e090c9dc3f2c,revision_number=3']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:15.645874 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:15.689224 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:15.689830 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for port, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:15.691206 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] 10.222.0.11 "PUT /v2.0/ports/91fbdd56-198f-4301-ba57-e090c9dc3f2c HTTP/1.1" status: 200 len: 1094 time: 3.0640697 May 10 13:31:15.691665 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267e6a39-2e87-4628-83e7-36fa3e9fe376', 'tag': '91fbdd56-198f-4301-ba57-e090c9dc3f2c'}] {{(pid=78777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:31:15.791468 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Routers {'42dd5131-8cd3-4b89-a34a-9f8be272e4d3'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:31:15.792121 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:31:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:15.854047 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0842ead-e0b8-4d46-ba47-8ed31eb558c1 req-cda7c4b6-f064-46c4-a7c5-272443af88c7 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:15.855846 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d0842ead-e0b8-4d46-ba47-8ed31eb558c1 req-cda7c4b6-f064-46c4-a7c5-272443af88c7 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 945 time: 0.2158897 May 10 13:31:15.918764 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-261f77fd-8809-4a4f-9309-9e4870216245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:15.921080 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-261f77fd-8809-4a4f-9309-9e4870216245 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81b55fe93fe34f56b1ac2e1fcd0267c9&device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 1097 time: 0.1799645 May 10 13:31:15.972786 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d0842ead-e0b8-4d46-ba47-8ed31eb558c1 req-cc34a2a0-2bb2-414b-907a-e396e052c1e3 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/security-groups?id=33617a0a-1a93-45b1-a50f-f7c7681369d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061852 May 10 13:31:16.082703 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267e6a39-2e87-4628-83e7-36fa3e9fe376', 'tag': '91fbdd56-198f-4301-ba57-e090c9dc3f2c', 'status': 'completed', 'code': 200} May 10 13:31:16.099113 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-a2858fa4-77fa-46ef-8bc9-7ac92bef7807 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91fbdd56-198f-4301-ba57-e090c9dc3f2c HTTP/1.1" status: 200 len: 217 time: 0.1500835 May 10 13:31:16.102583 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4ade4-fbb0-44fc-bb92-c01da05a9789 None None] Pushing event updated for resources: {'Port': ['ID=7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:16.116156 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-23d4ade4-fbb0-44fc-bb92-c01da05a9789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:16.245932 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-4c5079bc-6aa3-4500-bc37-f5f4c0382a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:16.247751 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-4c5079bc-6aa3-4500-bc37-f5f4c0382a5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58174d65-9a6b-4d38-b1d3-edfbd71a7769 HTTP/1.1" status: 200 len: 859 time: 0.1341841 May 10 13:31:16.261974 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:16.291604 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] Set router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:31:16.307238 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-8eb6a5db-4b9c-477f-acb8-366f70417f72 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--481157907&fields=id&tenant_id=94c12e582ce64e398dff331859cc2254 HTTP/1.1" status: 200 len: 267 time: 0.5055799 May 10 13:31:16.315936 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-9cba8a11-dd84-4640-ab99-7b284782d220 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565133 May 10 13:31:16.370647 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2accbf6e-3ff4-4f7b-af1a-73d470632ddb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2accbf6e-3ff4-4f7b-af1a-73d470632ddb,segment=NetworkSegment(112ca4d1-7efa-47b2-8665-cd4919c0945a),segment_id=112ca4d1-7efa-47b2-8665-cd4919c0945a)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:16.387293 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:16.435686 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1da669-9c96-45b9-a2b8-7e74ebfaa546 req-62b29145-872e-4f5f-9e28-2fa98ff4a647 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:16.437788 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6a1da669-9c96-45b9-a2b8-7e74ebfaa546 req-62b29145-872e-4f5f-9e28-2fa98ff4a647 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 946 time: 0.2565606 May 10 13:31:16.451124 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:16.498371 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93351f0c-8cd2-4e47-a300-f60bd472d531 req-a8ef32a6-5d74-44d8-a3ca-9b1dace13ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:16.499863 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-93351f0c-8cd2-4e47-a300-f60bd472d531 req-a8ef32a6-5d74-44d8-a3ca-9b1dace13ee6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 1099 time: 0.8667083 May 10 13:31:16.502580 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6a1da669-9c96-45b9-a2b8-7e74ebfaa546 req-4f7c96b3-6fe7-4538-8b6d-c149e8b7707f tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568388 May 10 13:31:16.550778 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-ac00fd67-9ec4-4912-8316-46eaac747ef9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:16.558829 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-93351f0c-8cd2-4e47-a300-f60bd472d531 req-4089a40f-4558-475f-b9a0-31a7bcba77a0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:16.601042 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-7caf6485-2903-4517-829c-52370467a5a8 service neutron] 10.222.0.11 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759886 May 10 13:31:16.612626 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=2accbf6e-3ff4-4f7b-af1a-73d470632ddb,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:16.618021 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:16.627492 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-93351f0c-8cd2-4e47-a300-f60bd472d531 req-4089a40f-4558-475f-b9a0-31a7bcba77a0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:16.631452 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-93351f0c-8cd2-4e47-a300-f60bd472d531 req-4089a40f-4558-475f-b9a0-31a7bcba77a0 service neutron] Usage tracker for resource:security_group_rule and tenant:2da47ed85a2a4e56853de2087c409832 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:16.637456 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-93351f0c-8cd2-4e47-a300-f60bd472d531 req-4089a40f-4558-475f-b9a0-31a7bcba77a0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:16.644989 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-93351f0c-8cd2-4e47-a300-f60bd472d531 req-4089a40f-4558-475f-b9a0-31a7bcba77a0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:16.742584 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:31:06Z', 'revision_number': 4, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port': {'id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae', 'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'mac_address': 'fa:16:3e:6a:0c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:02Z', 'updated_at': '2021-05-10T13:31:15Z', 'revision_number': 4, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'subnets': [{'id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:16.746939 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35680ae6-99ed-4518-89fb-9082adf65639 None None] The sync data for ids ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'] in dv-cinder-784945-7-smb is: [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:31:06Z', 'revision_number': 4, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port': {'id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae', 'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'mac_address': 'fa:16:3e:6a:0c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:02Z', 'updated_at': '2021-05-10T13:31:15Z', 'revision_number': 4, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'subnets': [{'id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:31:16.775202 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-ac00fd67-9ec4-4912-8316-46eaac747ef9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:16.831893 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:16.891532 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e13f8dae-380d-4fa5-8204-be5b8467db7c req-870be80f-2dce-405b-8c68-133b635d4995 service neutron] 10.222.0.11 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850509 May 10 13:31:16.893601 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:16.925950 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a045a9-b750-45e5-8516-4f6d016def2d req-66ff25d1-1f60-4ccc-b6d1-7354fb240174 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:16.927658 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d8a045a9-b750-45e5-8516-4f6d016def2d req-66ff25d1-1f60-4ccc-b6d1-7354fb240174 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 932 time: 0.1874056 May 10 13:31:16.979570 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-00122741-df3f-4a6b-a77e-430803648bb3 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:16.981106 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-00122741-df3f-4a6b-a77e-430803648bb3 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/networks?id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803 HTTP/1.1" status: 200 len: 817 time: 0.6607027 May 10 13:31:16.996880 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-93351f0c-8cd2-4e47-a300-f60bd472d531 req-4089a40f-4558-475f-b9a0-31a7bcba77a0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:17.031135 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-ac00fd67-9ec4-4912-8316-46eaac747ef9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Network 04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:31:17.031135 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-93351f0c-8cd2-4e47-a300-f60bd472d531 req-4089a40f-4558-475f-b9a0-31a7bcba77a0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:17.034807 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 34826) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:17.037268 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-ac00fd67-9ec4-4912-8316-46eaac747ef9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:31:17.037759 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d8a045a9-b750-45e5-8516-4f6d016def2d req-db3db8dd-f0d5-4115-89a7-3a4c62206cd2 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034479 May 10 13:31:17.052670 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00fd67-9ec4-4912-8316-46eaac747ef9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Pushing event updated for resources: {'Port': ['ID=0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:17.069446 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-ac00fd67-9ec4-4912-8316-46eaac747ef9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:31:17.075055 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-ac00fd67-9ec4-4912-8316-46eaac747ef9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:17.075704 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-ac00fd67-9ec4-4912-8316-46eaac747ef9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:17.087436 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-17aaae54-1abd-4624-b288-acf5e80727e0 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/quotas/94c12e582ce64e398dff331859cc2254 HTTP/1.1" status: 200 len: 375 time: 0.0892465 May 10 13:31:17.111616 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db49559-daa4-4c91-8d67-650676fdb352 req-abf009b3-85b9-4671-ab6e-8d1753c41a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:17.113760 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-5db49559-daa4-4c91-8d67-650676fdb352 req-abf009b3-85b9-4671-ab6e-8d1753c41a9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81b55fe93fe34f56b1ac2e1fcd0267c9&device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 1097 time: 0.1596742 May 10 13:31:17.184064 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-93351f0c-8cd2-4e47-a300-f60bd472d531 req-4089a40f-4558-475f-b9a0-31a7bcba77a0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6704955 May 10 13:31:17.275962 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-ac00fd67-9ec4-4912-8316-46eaac747ef9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:17.277334 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:17.299828 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-ac00fd67-9ec4-4912-8316-46eaac747ef9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1684964 May 10 13:31:17.323063 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Request body: {'port': {'device_id': '67e1f948-d622-4333-8fc9-b3e048b18fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:17.330925 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3cd60da1-9a45-425f-b682-7e522b2b2950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:17.363124 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6db275a-4ebd-4d08-8cff-59efd8e56d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2accbf6e-3ff4-4f7b-af1a-73d470632ddb'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:31:17.385490 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089a40f-4558-475f-b9a0-31a7bcba77a0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=30f2a7f7-8bd9-4029-9f05-a04fb7312487,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:17.448114 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-3cd60da1-9a45-425f-b682-7e522b2b2950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:17.454967 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-4089a40f-4558-475f-b9a0-31a7bcba77a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:17.481514 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-3cd60da1-9a45-425f-b682-7e522b2b2950 admin admin] Usage tracker for resource:security_group_rule and tenant:6bd00374c3a74e0a8888f1dbbd538365 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:17.496929 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Allocated IP 172.28.0.24 (201b784b-a2c0-4851-ba32-323396f26c0e/a3facc7a-ff4c-482b-8bd3-938f14d413a3/6e7c706e-fb22-408e-97c7-04670bb8dc18) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:31:17.499835 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-3cd60da1-9a45-425f-b682-7e522b2b2950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:17.515048 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-3cd60da1-9a45-425f-b682-7e522b2b2950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:17.526964 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-362d7c0d-16f4-4bab-8789-163c3ebf9550 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=94c12e582ce64e398dff331859cc2254&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4176033 May 10 13:31:17.615616 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:17.640676 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3cd60da1-9a45-425f-b682-7e522b2b2950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:17.661923 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c400dbf-607b-4fb2-b55a-1ea1dcf8bcef req-30e015a4-7467-4536-be7d-f49c070faeb3 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:17.671964 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-0c400dbf-607b-4fb2-b55a-1ea1dcf8bcef req-30e015a4-7467-4536-be7d-f49c070faeb3 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 946 time: 0.4535518 May 10 13:31:17.676200 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db49559-daa4-4c91-8d67-650676fdb352 req-08f6e5a2-2333-4b2f-93aa-2c685005b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:17.678040 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-5db49559-daa4-4c91-8d67-650676fdb352 req-08f6e5a2-2333-4b2f-93aa-2c685005b307 service neutron] 10.222.0.11 "GET /v2.0/networks?id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd HTTP/1.1" status: 200 len: 920 time: 0.5558827 May 10 13:31:17.710265 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3cd60da1-9a45-425f-b682-7e522b2b2950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:17.783138 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-5db49559-daa4-4c91-8d67-650676fdb352 req-ba9fde42-44f6-477a-81f2-cd9c9ffec68b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91fbdd56-198f-4301-ba57-e090c9dc3f2c HTTP/1.1" status: 200 len: 217 time: 0.0812621 May 10 13:31:17.826644 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-2076cd2f-c80d-42bc-b4c2-1938979fa9ee tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:17.864649 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-3cd60da1-9a45-425f-b682-7e522b2b2950 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6bd00374c3a74e0a8888f1dbbd538365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8258276 May 10 13:31:17.899079 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd60da1-9a45-425f-b682-7e522b2b2950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed7155f-e759-45c0-8950-ae50c2dbc9e6,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:17.901535 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 34852) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:17.931216 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-0c400dbf-607b-4fb2-b55a-1ea1dcf8bcef req-511b6250-2bdc-44d4-8e90-cdbf53573c81 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/security-groups?id=33617a0a-1a93-45b1-a50f-f7c7681369d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582445 May 10 13:31:17.945739 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-3cd60da1-9a45-425f-b682-7e522b2b2950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:17.989614 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:31:18.033508 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db49559-daa4-4c91-8d67-650676fdb352 req-46c12761-4526-412a-be16-788363450b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:18.038760 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-5db49559-daa4-4c91-8d67-650676fdb352 req-46c12761-4526-412a-be16-788363450b5b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58174d65-9a6b-4d38-b1d3-edfbd71a7769 HTTP/1.1" status: 200 len: 859 time: 0.2149520 May 10 13:31:18.046189 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6db275a-4ebd-4d08-8cff-59efd8e56d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2accbf6e-3ff4-4f7b-af1a-73d470632ddb', 'code': 200} May 10 13:31:18.046918 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:18.149108 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-5db49559-daa4-4c91-8d67-650676fdb352 req-cef3259c-f892-4637-aaec-d80d806b53ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886047 May 10 13:31:18.150163 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:31:18.157894 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:18.158710 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:18.324324 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5233bdad-c683-4188-9ca3-541c397223f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:18.328032 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:18.367687 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5233bdad-c683-4188-9ca3-541c397223f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:18.373267 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae,segment=NetworkSegment(34c07bce-b33b-4445-a41e-39719457dc45),segment_id=34c07bce-b33b-4445-a41e-39719457dc45)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:18.378314 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:18.380564 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:18.433109 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-45745eee-74a9-4546-8baa-34ef784201f4 service neutron] 10.222.0.30 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8836980 May 10 13:31:18.458786 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:18.465027 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:18.478716 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:18.486693 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de565f9-7c15-4c8c-95e4-b705eb3f0499 req-f10a2787-864d-4eab-af6a-dbbdbd15a221 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:18.488177 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1de565f9-7c15-4c8c-95e4-b705eb3f0499 req-f10a2787-864d-4eab-af6a-dbbdbd15a221 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 946 time: 0.3292754 May 10 13:31:18.490566 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-5db49559-daa4-4c91-8d67-650676fdb352 req-2ccac829-b726-483c-8098-e45e69009b59 service neutron] 10.222.0.11 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304534 May 10 13:31:18.526831 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5233bdad-c683-4188-9ca3-541c397223f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:18.552914 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:18.583658 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:18.610427 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233bdad-c683-4188-9ca3-541c397223f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed7155f-e759-45c0-8950-ae50c2dbc9e6,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:18.617286 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-5233bdad-c683-4188-9ca3-541c397223f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:18.629952 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1de565f9-7c15-4c8c-95e4-b705eb3f0499 req-6089a7ce-c2f0-4b90-bf56-47538c67ef2a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351533 May 10 13:31:18.643935 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5233bdad-c683-4188-9ca3-541c397223f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:18.647663 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-5233bdad-c683-4188-9ca3-541c397223f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ed7155f-e759-45c0-8950-ae50c2dbc9e6 HTTP/1.1" status: 204 len: 168 time: 0.7386940 May 10 13:31:18.671967 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Network 201b784b-a2c0-4851-ba32-323396f26c0e is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:31:18.681653 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-5db49559-daa4-4c91-8d67-650676fdb352 req-10f06c1b-f4f0-4462-8573-3947da2ff6c4 service neutron] 10.222.0.11 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732368 May 10 13:31:18.689244 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:31:18.727562 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:31:18.738209 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Pushing event updated for resources: {'Port': ['ID=6e7c706e-fb22-408e-97c7-04670bb8dc18,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:18.761451 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:18.833009 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09cf46-0999-4d6c-985e-dafc36a1e918 req-76c14369-a1e9-4c8c-ad17-249ea3de7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:18.834737 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b09cf46-0999-4d6c-985e-dafc36a1e918 req-76c14369-a1e9-4c8c-ad17-249ea3de7e3e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 1099 time: 0.4751594 May 10 13:31:18.849627 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-8245488d-5575-405c-8ac1-a17df6135188 service neutron] 10.222.0.30 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094772 May 10 13:31:18.893792 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2193bc1-ac53-4717-9b1a-a5727df0099f req-e9cdaa1d-4ae1-44f8-af52-c79bbe68af5e tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:18.895453 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a2193bc1-ac53-4717-9b1a-a5727df0099f req-e9cdaa1d-4ae1-44f8-af52-c79bbe68af5e tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 932 time: 0.1385598 May 10 13:31:18.914657 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-6b09cf46-0999-4d6c-985e-dafc36a1e918 req-c673b95f-8916-4005-9e9c-d4dda9698124 service neutron] Synchronizing usage tracker for tenant:2da47ed85a2a4e56853de2087c409832 on resource:security_group {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:31:18.918579 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:18.988917 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a2193bc1-ac53-4717-9b1a-a5727df0099f req-223d9edc-680b-4358-b971-651eb9628aed tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839181 May 10 13:31:19.046173 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb {{(pid=78778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:31:19.055996 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:19.060135 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-6b09cf46-0999-4d6c-985e-dafc36a1e918 req-c673b95f-8916-4005-9e9c-d4dda9698124 service neutron] Unset dirty status for tenant:2da47ed85a2a4e56853de2087c409832 on resource:security_group {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:31:19.061211 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b09cf46-0999-4d6c-985e-dafc36a1e918 req-c673b95f-8916-4005-9e9c-d4dda9698124 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=33617a0a-1a93-45b1-a50f-f7c7681369d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085528 May 10 13:31:19.080013 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:19.128379 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Transition to ACTIVE for port object 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb will not be triggered until provisioned by entity L2. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:31:19.138895 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:19.154967 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:19.218928 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 91fbdd56-198f-4301-ba57-e090c9dc3f2c details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:31:19.230047 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 34878) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:19.346648 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707db3d4-1ab4-4155-bb22-1206b6bc2401 req-757cbc90-b871-492c-bb7c-c6b6c0898c22 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:19.351187 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-707db3d4-1ab4-4155-bb22-1206b6bc2401 req-757cbc90-b871-492c-bb7c-c6b6c0898c22 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 946 time: 0.1383669 May 10 13:31:19.425334 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3ee4b262-5d99-41f0-9c1a-4b6efe5faa88 req-8e58a871-3b8e-4771-85a1-db6fea6ee274 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 210 time: 0.2320781 May 10 13:31:19.456138 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-28804e91-695f-4388-9d72-0e0268b4b4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:19.459759 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-707db3d4-1ab4-4155-bb22-1206b6bc2401 req-19e9f51c-7d07-474f-8763-872020d2e003 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/security-groups?id=33617a0a-1a93-45b1-a50f-f7c7681369d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022427 May 10 13:31:19.504677 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 34892) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:19.527871 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 91fbdd56-198f-4301-ba57-e090c9dc3f2c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=91fbdd56-198f-4301-ba57-e090c9dc3f2c,segment=NetworkSegment(2a623463-1454-4077-8558-bd797f856a72),segment_id=2a623463-1454-4077-8558-bd797f856a72)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:19.542036 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': '91fbdd56-198f-4301-ba57-e090c9dc3f2c', 'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd', 'port_id': '91fbdd56-198f-4301-ba57-e090c9dc3f2c', 'mac_address': 'fa:16:3e:99:de:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58174d65-9a6b-4d38-b1d3-edfbd71a7769', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:31:19.619549 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Pushing event updated for resources: {'Port': ['ID=0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:19.644624 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:19.645224 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:19.663552 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-28804e91-695f-4388-9d72-0e0268b4b4ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:19.675510 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-28804e91-695f-4388-9d72-0e0268b4b4ee admin admin] Usage tracker for resource:security_group_rule and tenant:5554ebf8ca574116894c7232f88c1885 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:19.681822 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-28804e91-695f-4388-9d72-0e0268b4b4ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:19.691914 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Attempting to bind port 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:31:19.692522 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Attempting to bind port 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '2a623463-1454-4077-8558-bd797f856a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd'}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:31:19.693025 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Attempting to bind port 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb on network 04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:31:19.705905 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-28804e91-695f-4388-9d72-0e0268b4b4ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:19.720861 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Port 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb on network 04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 13:31:19.721471 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Attempting to bind port 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb on network 04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:31:19.735865 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91fbdd56-198f-4301-ba57-e090c9dc3f2c {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:31:19.742923 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Checking agent: {'id': '94ccf6da-ba5a-4c56-b2e0-555501816ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:31:19.750233 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Checking segment: {'id': '2a623463-1454-4077-8558-bd797f856a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:31:19.750887 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Bound using segment: {'id': '2a623463-1454-4077-8558-bd797f856a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd'} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:31:19.751488 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Bound port: 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a623463-1454-4077-8558-bd797f856a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd'}}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:31:19.751970 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:19.760527 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 91fbdd56-198f-4301-ba57-e090c9dc3f2c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=91fbdd56-198f-4301-ba57-e090c9dc3f2c,segment=NetworkSegment(2a623463-1454-4077-8558-bd797f856a72),segment_id=2a623463-1454-4077-8558-bd797f856a72)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:19.767674 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:19.772272 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:19.773987 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3cb3626c-f254-4d95-849f-eb4f31e56d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:19.800633 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-3cb3626c-f254-4d95-849f-eb4f31e56d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:19.805298 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-3cb3626c-f254-4d95-849f-eb4f31e56d62 admin admin] Usage tracker for resource:security_group_rule and tenant:e50fe366f01845509a8f36ebded98305 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:19.808523 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-3cb3626c-f254-4d95-849f-eb4f31e56d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:19.822145 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-3cb3626c-f254-4d95-849f-eb4f31e56d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:19.938938 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=91fbdd56-198f-4301-ba57-e090c9dc3f2c,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:19.950762 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:19.958621 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:31:19.989115 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e46f90-6735-4095-8231-4421848b4a5e req-a2f58a98-7e29-458f-979d-bda9cdb51a01 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:20.004419 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-99e46f90-6735-4095-8231-4421848b4a5e req-a2f58a98-7e29-458f-979d-bda9cdb51a01 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 946 time: 0.1612511 May 10 13:31:20.070705 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3cb3626c-f254-4d95-849f-eb4f31e56d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:20.097701 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3cb3626c-f254-4d95-849f-eb4f31e56d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:20.131035 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:20.139145 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['91fbdd56-198f-4301-ba57-e090c9dc3f2c'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:31:20.146330 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-3cb3626c-f254-4d95-849f-eb4f31e56d62 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e50fe366f01845509a8f36ebded98305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6404138 May 10 13:31:20.147552 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 34906) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:20.165540 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-99e46f90-6735-4095-8231-4421848b4a5e req-f994e7cd-df11-4f48-9d2d-c893df4f7ba5 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601350 May 10 13:31:20.224150 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:20.225062 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:20.263983 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:20.285219 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:20.297009 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3626c-f254-4d95-849f-eb4f31e56d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebffc10-3d12-437c-81d6-bc542c2d5911,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:20.308954 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-3cb3626c-f254-4d95-849f-eb4f31e56d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:20.318782 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e79ba303-2301-4b24-aedc-85bbb2c68004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:20.329813 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] For port 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb, host hv-cinder-78494, cleared binding levels {{(pid=78778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:31:20.335170 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:20.346711 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e79ba303-2301-4b24-aedc-85bbb2c68004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:20.383579 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1711226'] for floatingip, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:20.400426 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e79ba303-2301-4b24-aedc-85bbb2c68004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:20.405806 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] For port 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb,segment=NetworkSegment(2a623463-1454-4077-8558-bd797f856a72),segment_id=2a623463-1454-4077-8558-bd797f856a72)] {{(pid=78778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:31:20.406747 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:20.423519 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ba303-2301-4b24-aedc-85bbb2c68004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebffc10-3d12-437c-81d6-bc542c2d5911,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:20.425694 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e79ba303-2301-4b24-aedc-85bbb2c68004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:20.430712 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-e79ba303-2301-4b24-aedc-85bbb2c68004 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ebffc10-3d12-437c-81d6-bc542c2d5911 HTTP/1.1" status: 204 len: 168 time: 0.2798891 May 10 13:31:20.431942 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-e79ba303-2301-4b24-aedc-85bbb2c68004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:20.441699 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:20.461858 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-28804e91-695f-4388-9d72-0e0268b4b4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:20.492878 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-28804e91-695f-4388-9d72-0e0268b4b4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:20.497856 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Pushing event updated for resources: {'Port': ['ID=6e7c706e-fb22-408e-97c7-04670bb8dc18,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:20.527776 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for floatingip, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:20.534883 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1319382 May 10 13:31:20.539078 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:20.542053 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:20.556380 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c28a5b-d2fa-47be-b5d2-e2b0d3e70d19 req-9e646ac8-4490-4b45-9d2e-6a60392c8d01 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:20.557113 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-32c28a5b-d2fa-47be-b5d2-e2b0d3e70d19 req-9e646ac8-4490-4b45-9d2e-6a60392c8d01 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Synchronizing usage tracker for tenant:81b55fe93fe34f56b1ac2e1fcd0267c9 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:31:20.564463 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:20.564907 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:20.567382 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] 10.222.0.11 "PUT /v2.0/ports/0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb HTTP/1.1" status: 200 len: 1094 time: 3.2484021 May 10 13:31:20.574784 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e1f948-d622-4333-8fc9-b3e048b18fc4', 'tag': '0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:31:20.607654 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-28804e91-695f-4388-9d72-0e0268b4b4ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5554ebf8ca574116894c7232f88c1885&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3618124 May 10 13:31:20.611212 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 34922) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:20.617381 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28804e91-695f-4388-9d72-0e0268b4b4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a3c471-df11-45d6-8eae-4ae124630d1e,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:20.620834 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-28804e91-695f-4388-9d72-0e0268b4b4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:20.621665 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:20.704397 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-32c28a5b-d2fa-47be-b5d2-e2b0d3e70d19 req-9e646ac8-4490-4b45-9d2e-6a60392c8d01 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Unset dirty status for tenant:81b55fe93fe34f56b1ac2e1fcd0267c9 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:31:20.711624 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-32c28a5b-d2fa-47be-b5d2-e2b0d3e70d19 req-9e646ac8-4490-4b45-9d2e-6a60392c8d01 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 944 time: 0.5151434 May 10 13:31:20.816619 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-32c28a5b-d2fa-47be-b5d2-e2b0d3e70d19 req-bcb14dc6-2ff2-4104-b7ce-6f0fc7246234 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Synchronizing usage tracker for tenant:81b55fe93fe34f56b1ac2e1fcd0267c9 on resource:security_group {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:31:20.834688 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Pushing event updated for resources: {'Port': ['ID=0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb,revision_number=3']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:20.896259 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:20.944451 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-32c28a5b-d2fa-47be-b5d2-e2b0d3e70d19 req-bcb14dc6-2ff2-4104-b7ce-6f0fc7246234 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Unset dirty status for tenant:81b55fe93fe34f56b1ac2e1fcd0267c9 on resource:security_group {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:31:20.956560 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-32c28a5b-d2fa-47be-b5d2-e2b0d3e70d19 req-bcb14dc6-2ff2-4104-b7ce-6f0fc7246234 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438273 May 10 13:31:20.962149 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-49bf371c-4b08-4732-877f-eefe9a7a1812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:20.988073 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-15e0bdc4-4601-44e5-8487-f0a5da637086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:20.992594 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-15e0bdc4-4601-44e5-8487-f0a5da637086 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81b55fe93fe34f56b1ac2e1fcd0267c9&device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 1097 time: 0.3318975 May 10 13:31:20.997090 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 34936) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:21.053756 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-49bf371c-4b08-4732-877f-eefe9a7a1812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:21.150002 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d356449-8ff6-4515-b36f-621f1ef8f263 req-db491918-5c10-47d9-8379-7f38fd594067 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:21.159024 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-2d356449-8ff6-4515-b36f-621f1ef8f263 req-db491918-5c10-47d9-8379-7f38fd594067 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 946 time: 0.4323165 May 10 13:31:21.217175 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-a783a2bb-62c8-40e1-93c5-7efd2e7da675 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb HTTP/1.1" status: 200 len: 217 time: 0.2055459 May 10 13:31:21.225814 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7ecfe130-b359-4567-a560-ee1f60f1ff3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:21.228123 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 91fbdd56-198f-4301-ba57-e090c9dc3f2c up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:31:21.250948 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-7ecfe130-b359-4567-a560-ee1f60f1ff3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:21.269245 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-2d356449-8ff6-4515-b36f-621f1ef8f263 req-9d66b819-4e5b-4957-bc91-cdbefef288e9 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/security-groups?id=33617a0a-1a93-45b1-a50f-f7c7681369d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083653 May 10 13:31:21.271241 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-2f50cdc8-cef2-45a5-bb09-735f1c904738 req-2ad68e4b-9f71-4777-84c0-4ec8107a6dbd tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 210 time: 0.1215618 May 10 13:31:21.275554 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-7ecfe130-b359-4567-a560-ee1f60f1ff3d admin admin] Usage tracker for resource:security_group_rule and tenant:5fa12d72b7a84157bfa89fef4cdd2877 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:21.283435 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-f3b24b16-caa6-4dbb-9576-3ea1a1ffbd4f tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:21.291478 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-7ecfe130-b359-4567-a560-ee1f60f1ff3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:21.303405 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-f3b24b16-caa6-4dbb-9576-3ea1a1ffbd4f tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.11 "GET /v2.0/networks?id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803 HTTP/1.1" status: 200 len: 817 time: 0.5131204 May 10 13:31:21.320665 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-7ecfe130-b359-4567-a560-ee1f60f1ff3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:21.358810 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning for port 91fbdd56-198f-4301-ba57-e090c9dc3f2c completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:31:21.365500 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-49bf371c-4b08-4732-877f-eefe9a7a1812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:21.368818 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port 91fbdd56-198f-4301-ba57-e090c9dc3f2c triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:21.370644 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:21.405828 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-15c8aad5-5549-4f78-9739-a34c9b68b502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:21.437709 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-49bf371c-4b08-4732-877f-eefe9a7a1812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:21.445517 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-49bf371c-4b08-4732-877f-eefe9a7a1812 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/12a3c471-df11-45d6-8eae-4ae124630d1e HTTP/1.1" status: 204 len: 168 time: 0.8330157 May 10 13:31:21.452766 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf371c-4b08-4732-877f-eefe9a7a1812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a3c471-df11-45d6-8eae-4ae124630d1e,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:21.456034 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-49bf371c-4b08-4732-877f-eefe9a7a1812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:21.496985 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e1f948-d622-4333-8fc9-b3e048b18fc4', 'tag': '0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb', 'status': 'completed', 'code': 200} May 10 13:31:21.507019 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-20709bed-7610-4588-9e10-5d7168f68cd6 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Synchronizing usage tracker for tenant:cbf6a3e7b18e4feea680a92d87a1e13a on resource:security_group {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:31:21.543502 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-51884375-aa16-4dc7-83a0-e72ad571e223 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94c12e582ce64e398dff331859cc2254 HTTP/1.1" status: 200 len: 379 time: 0.1902301 May 10 13:31:21.545262 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-613125b9-ee21-41dc-bf24-fbc741d8b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:21.546931 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-613125b9-ee21-41dc-bf24-fbc741d8b929 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58174d65-9a6b-4d38-b1d3-edfbd71a7769 HTTP/1.1" status: 200 len: 859 time: 0.3224466 May 10 13:31:21.548672 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-20709bed-7610-4588-9e10-5d7168f68cd6 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Unset dirty status for tenant:cbf6a3e7b18e4feea680a92d87a1e13a on resource:security_group {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:31:21.549914 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-20709bed-7610-4588-9e10-5d7168f68cd6 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--368249924&fields=id&tenant_id=cbf6a3e7b18e4feea680a92d87a1e13a HTTP/1.1" status: 200 len: 267 time: 0.1448371 May 10 13:31:21.561247 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-08f7d197-4f38-4fa0-9f37-d877fb0aeef4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Request body: {'port': {'device_id': 'cd841b5b-4923-4129-b966-917fa897af6a', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'admin_state_up': True, 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'security_groups': ['5a4a808a-bf7e-46de-83e1-ee98cb522546']}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:21.624611 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:21.630440 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7ecfe130-b359-4567-a560-ee1f60f1ff3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:21.639316 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7ecfe130-b359-4567-a560-ee1f60f1ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:21.661560 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267e6a39-2e87-4628-83e7-36fa3e9fe376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fbdd56-198f-4301-ba57-e090c9dc3f2c'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:31:21.663862 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-e79ba303-2301-4b24-aedc-85bbb2c68004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:21.673223 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 91fbdd56-198f-4301-ba57-e090c9dc3f2c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=91fbdd56-198f-4301-ba57-e090c9dc3f2c,segment=NetworkSegment(2a623463-1454-4077-8558-bd797f856a72),segment_id=2a623463-1454-4077-8558-bd797f856a72)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:21.681479 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:21.684218 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:21.710183 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfe130-b359-4567-a560-ee1f60f1ff3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e64e79c-e341-4d5c-9ddc-5a6bb110ac0c,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:21.715106 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-7ecfe130-b359-4567-a560-ee1f60f1ff3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:21.734303 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-7ecfe130-b359-4567-a560-ee1f60f1ff3d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5fa12d72b7a84157bfa89fef4cdd2877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7358758 May 10 13:31:21.737272 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 34978) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:21.785753 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267e6a39-2e87-4628-83e7-36fa3e9fe376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fbdd56-198f-4301-ba57-e090c9dc3f2c', 'code': 200} May 10 13:31:21.818857 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-16085fbf-fc5a-4e84-9d3e-434d3d6c20c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:21.850769 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-16085fbf-fc5a-4e84-9d3e-434d3d6c20c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:21.866951 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=91fbdd56-198f-4301-ba57-e090c9dc3f2c,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:21.874034 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:21.895050 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-c8114f32-9f4d-4e98-ad7d-7f636bcf3df9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3109865 May 10 13:31:21.901890 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-94dee9eb-e652-49bf-a208-be5653ed7318 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:21.902779 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-94dee9eb-e652-49bf-a208-be5653ed7318 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Synchronizing usage tracker for tenant:cbf6a3e7b18e4feea680a92d87a1e13a on resource:network {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:31:21.914345 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-16085fbf-fc5a-4e84-9d3e-434d3d6c20c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:21.921906 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:21.939684 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16085fbf-fc5a-4e84-9d3e-434d3d6c20c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e64e79c-e341-4d5c-9ddc-5a6bb110ac0c,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:21.942888 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-16085fbf-fc5a-4e84-9d3e-434d3d6c20c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:21.944080 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-16085fbf-fc5a-4e84-9d3e-434d3d6c20c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:21.946081 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-16085fbf-fc5a-4e84-9d3e-434d3d6c20c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e64e79c-e341-4d5c-9ddc-5a6bb110ac0c HTTP/1.1" status: 204 len: 168 time: 0.2073255 May 10 13:31:22.101691 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-94dee9eb-e652-49bf-a208-be5653ed7318 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Unset dirty status for tenant:cbf6a3e7b18e4feea680a92d87a1e13a on resource:network {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:31:22.108305 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-94dee9eb-e652-49bf-a208-be5653ed7318 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/networks?id=84ebd01f-3ae2-4677-9e0c-fa553f1814b3 HTTP/1.1" status: 200 len: 810 time: 0.5227666 May 10 13:31:22.140588 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-e6c8bf9d-1c27-46ed-ae78-6ddce327956a tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/quotas/cbf6a3e7b18e4feea680a92d87a1e13a HTTP/1.1" status: 200 len: 375 time: 0.0313709 May 10 13:31:22.283283 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-08f7d197-4f38-4fa0-9f37-d877fb0aeef4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:22.298305 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-08f7d197-4f38-4fa0-9f37-d877fb0aeef4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Usage tracker for resource:port and tenant:94c12e582ce64e398dff331859cc2254 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:22.302476 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-08f7d197-4f38-4fa0-9f37-d877fb0aeef4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:22.307715 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-5ccae288-5564-4c12-b962-d7ae6a8846c2 service neutron] 10.222.0.11 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967328 May 10 13:31:22.315090 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-08f7d197-4f38-4fa0-9f37-d877fb0aeef4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:22.454434 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-08f7d197-4f38-4fa0-9f37-d877fb0aeef4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Made reservation on behalf of 94c12e582ce64e398dff331859cc2254 for: {'port': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:31:22.458489 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-08f7d197-4f38-4fa0-9f37-d877fb0aeef4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:22.478999 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5351b-dae2-4340-a25d-b5c8606ddc90 req-cf624079-3de3-4223-a375-a0dc5d631013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:22.480521 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-25e5351b-dae2-4340-a25d-b5c8606ddc90 req-cf624079-3de3-4223-a375-a0dc5d631013 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 1099 time: 0.4464624 May 10 13:31:22.498910 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5ea59-cedd-4791-9d0f-52667be7b983 req-08bd8c11-edbe-4346-8293-2b61357b0b0f tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:22.501068 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f0f5ea59-cedd-4791-9d0f-52667be7b983 req-08bd8c11-edbe-4346-8293-2b61357b0b0f tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 944 time: 0.1166358 May 10 13:31:22.532055 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-da92d5d0-c692-4961-a779-1b14526eb170 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Synchronizing usage tracker for tenant:cbf6a3e7b18e4feea680a92d87a1e13a on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:31:22.567146 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-25e5351b-dae2-4340-a25d-b5c8606ddc90 req-6f29ad0d-ab50-42d3-8c8f-1343472a9350 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641749 May 10 13:31:22.616740 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f0f5ea59-cedd-4791-9d0f-52667be7b983 req-97729bc9-9021-4290-b861-f8166aed1215 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725088 May 10 13:31:22.724626 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b12ec08-3ed9-46f3-ba64-19bb02149936 req-0975f152-548f-4b99-b25c-8eab1a6326de service neutron] 10.222.0.11 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024680 May 10 13:31:22.728830 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-da92d5d0-c692-4961-a779-1b14526eb170 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Unset dirty status for tenant:cbf6a3e7b18e4feea680a92d87a1e13a on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:31:22.731619 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-da92d5d0-c692-4961-a779-1b14526eb170 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbf6a3e7b18e4feea680a92d87a1e13a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5899544 May 10 13:31:22.831849 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-1494c276-74a0-4fd2-bb78-9c748f18e7b9 req-fb313e54-944c-4bcc-921b-c82d2f3383f6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Synchronizing usage tracker for tenant:94c12e582ce64e398dff331859cc2254 on resource:port {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:31:22.869977 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-1494c276-74a0-4fd2-bb78-9c748f18e7b9 req-fb313e54-944c-4bcc-921b-c82d2f3383f6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Unset dirty status for tenant:94c12e582ce64e398dff331859cc2254 on resource:port {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:31:22.871059 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1494c276-74a0-4fd2-bb78-9c748f18e7b9 req-fb313e54-944c-4bcc-921b-c82d2f3383f6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 210 time: 0.0983207 May 10 13:31:22.947192 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-08f7d197-4f38-4fa0-9f37-d877fb0aeef4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Allocated IP 172.20.0.12 (6dbc2653-6c72-4de2-b0f7-21c9bab3f803/24199e2d-ee05-4653-a9ce-54cbb6e9b5cc/2b6e139c-fe15-4d13-bec7-1a2e55bd04be) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:31:23.074335 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-9a8f6420-a9fb-4af0-ad52-875656af07a1 service neutron] 10.222.0.30 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270550 May 10 13:31:23.287738 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-56816418-2939-47ff-a2f3-3096efba6e12 service neutron] 10.222.0.30 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028370 May 10 13:31:23.527810 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a71922-01e9-4855-90d6-d690d96b06ec req-2c6c4dc5-166c-416a-8205-82f699ff1c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:23.530545 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-52a71922-01e9-4855-90d6-d690d96b06ec req-2c6c4dc5-166c-416a-8205-82f699ff1c1a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81b55fe93fe34f56b1ac2e1fcd0267c9&device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 1097 time: 0.7376034 May 10 13:31:23.848431 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b472144e-fcfb-455a-9aa5-777e8ec44da8 req-5c0995fe-f29b-45ed-9767-5020183c2795 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 210 time: 0.2446580 May 10 13:31:23.900179 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-08f7d197-4f38-4fa0-9f37-d877fb0aeef4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:23.940904 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-08f7d197-4f38-4fa0-9f37-d877fb0aeef4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Transition to ACTIVE for port object 2b6e139c-fe15-4d13-bec7-1a2e55bd04be will not be triggered until provisioned by entity DHCP. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:31:23.965834 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a71922-01e9-4855-90d6-d690d96b06ec req-2193d2dc-12c8-4183-9d4c-b61d8b3f37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:23.967374 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-52a71922-01e9-4855-90d6-d690d96b06ec req-2193d2dc-12c8-4183-9d4c-b61d8b3f37ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd HTTP/1.1" status: 200 len: 920 time: 0.4105895 May 10 13:31:24.068351 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-52a71922-01e9-4855-90d6-d690d96b06ec req-3e03851c-e659-4a84-8469-be4efb4af0ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb HTTP/1.1" status: 200 len: 217 time: 0.0890386 May 10 13:31:24.160228 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-08f7d197-4f38-4fa0-9f37-d877fb0aeef4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:24.199833 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-eefafb19-22a5-45a4-8d16-0d5fc779bc34 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:24.337276 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-08f7d197-4f38-4fa0-9f37-d877fb0aeef4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Network 6dbc2653-6c72-4de2-b0f7-21c9bab3f803 is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:31:24.345010 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-08f7d197-4f38-4fa0-9f37-d877fb0aeef4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:31:24.347706 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a71922-01e9-4855-90d6-d690d96b06ec req-b6c1e59b-a6fa-4ca5-8c38-ced832c1c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:24.349168 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-52a71922-01e9-4855-90d6-d690d96b06ec req-b6c1e59b-a6fa-4ca5-8c38-ced832c1c516 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58174d65-9a6b-4d38-b1d3-edfbd71a7769 HTTP/1.1" status: 200 len: 859 time: 0.2739513 May 10 13:31:24.352903 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-08f7d197-4f38-4fa0-9f37-d877fb0aeef4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:31:24.358764 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-08f7d197-4f38-4fa0-9f37-d877fb0aeef4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:24.359385 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-08f7d197-4f38-4fa0-9f37-d877fb0aeef4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:24.407540 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7d197-4f38-4fa0-9f37-d877fb0aeef4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Pushing event updated for resources: {'Port': ['ID=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:24.411448 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-08f7d197-4f38-4fa0-9f37-d877fb0aeef4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:24.507093 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-52a71922-01e9-4855-90d6-d690d96b06ec req-623c343e-1bbe-4c5a-862e-dc6c234e98c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402931 May 10 13:31:24.551719 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff8ab5-bf72-4af6-b30e-ea6f92c57e9c req-2e841b4d-c7ff-4b33-85ac-31dd1bb8b09e tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:24.553889 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7fff8ab5-bf72-4af6-b30e-ea6f92c57e9c req-2e841b4d-c7ff-4b33-85ac-31dd1bb8b09e tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 944 time: 0.4449689 May 10 13:31:24.712841 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-52a71922-01e9-4855-90d6-d690d96b06ec req-a5613e72-ee0d-412d-9996-7763d3bfdf99 service neutron] 10.222.0.11 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728764 May 10 13:31:24.717011 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-08f7d197-4f38-4fa0-9f37-d877fb0aeef4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1619701 May 10 13:31:24.727233 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-e44a9c3d-39b1-46fa-9016-6c13d7cb569b None None] Provisioning for port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:31:24.756019 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-e44a9c3d-39b1-46fa-9016-6c13d7cb569b None None] Provisioning complete for port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:24.756212 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-e44a9c3d-39b1-46fa-9016-6c13d7cb569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:24.759063 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Request body: {'port': {'device_id': 'cd841b5b-4923-4129-b966-917fa897af6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:24.819704 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9736dc4-9dc9-4264-9c73-8fa6a92456ae req-33db2939-6589-4a8e-ba3f-392edda75ed4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:24.821951 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a9736dc4-9dc9-4264-9c73-8fa6a92456ae req-33db2939-6589-4a8e-ba3f-392edda75ed4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 932 time: 0.1456892 May 10 13:31:24.855449 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-e44a9c3d-39b1-46fa-9016-6c13d7cb569b None None] Port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:31:24.888178 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-a9736dc4-9dc9-4264-9c73-8fa6a92456ae req-fd01d3cb-f073-4603-be3d-8eb9993cc80f tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Synchronizing usage tracker for tenant:94c12e582ce64e398dff331859cc2254 on resource:security_group {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:31:24.910367 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-a9736dc4-9dc9-4264-9c73-8fa6a92456ae req-fd01d3cb-f073-4603-be3d-8eb9993cc80f tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Unset dirty status for tenant:94c12e582ce64e398dff331859cc2254 on resource:security_group {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:31:24.912193 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a9736dc4-9dc9-4264-9c73-8fa6a92456ae req-fd01d3cb-f073-4603-be3d-8eb9993cc80f tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841777 May 10 13:31:25.020367 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7fff8ab5-bf72-4af6-b30e-ea6f92c57e9c req-2eb01477-d450-4fbe-ac32-e3cd7d7001da tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062284 May 10 13:31:25.066462 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:25.087925 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-91184d52-5b11-46a4-b1d2-52592d98849a req-54ab3105-642d-477d-82cd-c4191967426f tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 210 time: 0.0543275 May 10 13:31:25.172526 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-52a71922-01e9-4855-90d6-d690d96b06ec req-da374044-ffd9-4e2c-a865-2dea262b1668 service neutron] 10.222.0.11 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201183 May 10 13:31:25.233683 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:31:25.399031 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb,segment=NetworkSegment(2a623463-1454-4077-8558-bd797f856a72),segment_id=2a623463-1454-4077-8558-bd797f856a72)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:25.423545 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': '0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb', 'network_id': '04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd', 'port_id': '0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb', 'mac_address': 'fa:16:3e:f9:1e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58174d65-9a6b-4d38-b1d3-edfbd71a7769', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:31:25.498763 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:25.530543 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:31:25.553872 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb,segment=NetworkSegment(2a623463-1454-4077-8558-bd797f856a72),segment_id=2a623463-1454-4077-8558-bd797f856a72)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:25.561195 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:25.562585 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:25.629166 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-997f021a-6cbe-4667-96b0-845bf62e2f9e tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:25.630776 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-997f021a-6cbe-4667-96b0-845bf62e2f9e tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.11 "GET /v2.0/networks?id=84ebd01f-3ae2-4677-9e0c-fa553f1814b3 HTTP/1.1" status: 200 len: 810 time: 0.2842886 May 10 13:31:25.638745 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:25.642577 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:25.742150 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-0cd2efae-0391-43f8-8757-db1d0c15f4b9 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbf6a3e7b18e4feea680a92d87a1e13a HTTP/1.1" status: 200 len: 379 time: 0.0894785 May 10 13:31:25.749854 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b6e139c-fe15-4d13-bec7-1a2e55bd04be {{(pid=78778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:31:25.761329 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-1f3e2d86-27b7-4478-afdf-171901600b82 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Request body: {'port': {'device_id': 'f66f841c-1d60-4b6a-8df3-7d0a1790cf5e', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'admin_state_up': True, 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'security_groups': ['ba89562a-9022-42b4-abc8-7bb9f575a75c']}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:25.837680 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:25.862789 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Transition to ACTIVE for port object 2b6e139c-fe15-4d13-bec7-1a2e55bd04be will not be triggered until provisioned by entity L2. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:31:25.871708 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:25.882366 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:25.892525 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:31:26.051917 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:26.056983 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:26.305542 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Attempting to bind port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:31:26.305876 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Attempting to bind port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '791c53d6-51af-4acb-bf63-8367240dd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803'}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:31:26.306203 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Attempting to bind port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be on network 6dbc2653-6c72-4de2-b0f7-21c9bab3f803 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:31:26.329036 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-1f3e2d86-27b7-4478-afdf-171901600b82 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:26.339826 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be on network 6dbc2653-6c72-4de2-b0f7-21c9bab3f803 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 13:31:26.340108 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Attempting to bind port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be on network 6dbc2653-6c72-4de2-b0f7-21c9bab3f803 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:31:26.356839 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Checking agent: {'id': '94ccf6da-ba5a-4c56-b2e0-555501816ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:31:26.357222 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Checking segment: {'id': '791c53d6-51af-4acb-bf63-8367240dd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:31:26.357636 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Bound using segment: {'id': '791c53d6-51af-4acb-bf63-8367240dd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803'} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:31:26.358075 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Bound port: 2b6e139c-fe15-4d13-bec7-1a2e55bd04be, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '791c53d6-51af-4acb-bf63-8367240dd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803'}}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:31:26.358416 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:26.377622 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e19ff-dcb5-40c2-9f68-89598ead871f req-bdadba8e-a4d5-4444-9e29-7cc7afbf39b1 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:26.384187 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-1f3e2d86-27b7-4478-afdf-171901600b82 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:26.386952 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ac2e19ff-dcb5-40c2-9f68-89598ead871f req-bdadba8e-a4d5-4444-9e29-7cc7afbf39b1 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 945 time: 0.1109569 May 10 13:31:26.447648 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ac2e19ff-dcb5-40c2-9f68-89598ead871f req-14e17bb7-e56b-4783-8bf6-6eee71b9bbe0 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580564 May 10 13:31:26.493575 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-1f3e2d86-27b7-4478-afdf-171901600b82 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Made reservation on behalf of cbf6a3e7b18e4feea680a92d87a1e13a for: {'port': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:31:26.498197 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-1f3e2d86-27b7-4478-afdf-171901600b82 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:26.547781 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a093f9-fd87-4cba-8c89-4919774c0a15 req-b077749f-8988-417e-9e72-ed2f7d70f942 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:26.548765 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-b3a093f9-fd87-4cba-8c89-4919774c0a15 req-b077749f-8988-417e-9e72-ed2f7d70f942 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Synchronizing usage tracker for tenant:94c12e582ce64e398dff331859cc2254 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:31:26.630023 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a46afda6-bcac-40b9-998e-197c6afb0453 req-41b775b2-e775-4bfc-a565-a248cec7f497 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 210 time: 0.0632491 May 10 13:31:26.824724 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-1f3e2d86-27b7-4478-afdf-171901600b82 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Allocated IP 172.20.0.4 (84ebd01f-3ae2-4677-9e0c-fa553f1814b3/72850fb9-4f1b-4ea3-98c6-92c4f29f074e/e926e862-2c57-4a10-9077-962a29aa4b7c) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:31:26.843590 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] For port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be, host hv-cinder-78494, cleared binding levels {{(pid=78778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:31:26.866887 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-b3a093f9-fd87-4cba-8c89-4919774c0a15 req-b077749f-8988-417e-9e72-ed2f7d70f942 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Unset dirty status for tenant:94c12e582ce64e398dff331859cc2254 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:31:26.868034 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b3a093f9-fd87-4cba-8c89-4919774c0a15 req-b077749f-8988-417e-9e72-ed2f7d70f942 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.6911881 May 10 13:31:26.873248 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] For port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:31:26.933710 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:26.950463 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-496ff719-5ad2-4f51-ad0f-ede13b3d38d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:26.998664 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-534a5891-b774-4715-9314-275d5cc3a207 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:27.000473 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-534a5891-b774-4715-9314-275d5cc3a207 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/networks?id=2449dbde-57c9-4912-ac48-36ca6c3f3f9a HTTP/1.1" status: 200 len: 814 time: 0.1737430 May 10 13:31:27.017634 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-aa745fb2-7a50-4816-97d9-8f4ed51b1ead tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/quotas/5f7be7aa79cc462687c35a799fdad241 HTTP/1.1" status: 200 len: 375 time: 0.0099711 May 10 13:31:27.028598 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b3a093f9-fd87-4cba-8c89-4919774c0a15 req-00bf3140-1bdb-4286-aba9-68c54bd14c0f tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478691 May 10 13:31:27.153700 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:27.155430 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:27.157686 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] 10.222.0.11 "PUT /v2.0/ports/2b6e139c-fe15-4d13-bec7-1a2e55bd04be HTTP/1.1" status: 200 len: 1094 time: 2.4070444 May 10 13:31:27.158348 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd841b5b-4923-4129-b966-917fa897af6a', 'tag': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:31:27.184793 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-5417ed75-125d-41ad-bc54-b79122b0ec80 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f7be7aa79cc462687c35a799fdad241&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1601131 May 10 13:31:27.248315 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:31:27.389994 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning for port 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:31:27.395641 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:27.396209 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:27.436163 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-1f3e2d86-27b7-4478-afdf-171901600b82 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:27.442314 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-b32fbc88-29cd-4ef1-99ab-9dc7b949bff1 service neutron] 10.222.0.30 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565424 May 10 13:31:27.442870 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35216) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:27.460582 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-1f3e2d86-27b7-4478-afdf-171901600b82 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Transition to ACTIVE for port object e926e862-2c57-4a10-9077-962a29aa4b7c will not be triggered until provisioned by entity DHCP. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:31:27.481076 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,revision_number=3']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:27.488660 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:27.552997 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-1f3e2d86-27b7-4478-afdf-171901600b82 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:27.578183 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:27.693947 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-b6bd7493-142a-41a2-9697-75b5c4ffe971 service neutron] 10.222.0.30 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373357 May 10 13:31:27.701069 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-ca507f09-a9a1-4467-8ff1-3831dad42752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:27.702555 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-ca507f09-a9a1-4467-8ff1-3831dad42752 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94c12e582ce64e398dff331859cc2254&device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 1097 time: 0.4641562 May 10 13:31:27.702853 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:27.710721 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd841b5b-4923-4129-b966-917fa897af6a', 'tag': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be', 'status': 'completed', 'code': 200} May 10 13:31:27.728471 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-1f3e2d86-27b7-4478-afdf-171901600b82 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Network 84ebd01f-3ae2-4677-9e0c-fa553f1814b3 is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:31:27.732315 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b299b7db-40f3-401c-9c5e-353ca89c53c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:27.755022 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb,segment=NetworkSegment(2a623463-1454-4077-8558-bd797f856a72),segment_id=2a623463-1454-4077-8558-bd797f856a72)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:27.756335 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e1f948-d622-4333-8fc9-b3e048b18fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:31:27.763939 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:27.768247 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:27.768605 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-b299b7db-40f3-401c-9c5e-353ca89c53c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:27.773074 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-b299b7db-40f3-401c-9c5e-353ca89c53c3 admin admin] Usage tracker for resource:security_group_rule and tenant:a25c0127ef1b42488c51f1ea9a4ec972 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:27.775757 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-b299b7db-40f3-401c-9c5e-353ca89c53c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:27.781985 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-b299b7db-40f3-401c-9c5e-353ca89c53c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:27.803707 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-1f3e2d86-27b7-4478-afdf-171901600b82 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:31:27.839895 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-1f3e2d86-27b7-4478-afdf-171901600b82 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:31:27.847964 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-1f3e2d86-27b7-4478-afdf-171901600b82 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:27.849031 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-1f3e2d86-27b7-4478-afdf-171901600b82 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:27.851935 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:27.856936 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:27.944297 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b299b7db-40f3-401c-9c5e-353ca89c53c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:27.956823 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b299b7db-40f3-401c-9c5e-353ca89c53c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:27.972385 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-3cd60da1-9a45-425f-b682-7e522b2b2950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:27.984223 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-63b6366c-6fa6-4590-b1ba-63bf6f6028b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b6e139c-fe15-4d13-bec7-1a2e55bd04be HTTP/1.1" status: 200 len: 217 time: 0.2600322 May 10 13:31:27.985516 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e2d86-27b7-4478-afdf-171901600b82 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Pushing event updated for resources: {'Port': ['ID=e926e862-2c57-4a10-9077-962a29aa4b7c,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:27.993256 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1f3e2d86-27b7-4478-afdf-171901600b82 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:28.058689 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-b299b7db-40f3-401c-9c5e-353ca89c53c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a25c0127ef1b42488c51f1ea9a4ec972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6147349 May 10 13:31:28.059633 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35242) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:28.060529 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299b7db-40f3-401c-9c5e-353ca89c53c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade4883c-ddb4-4bbe-bef0-88a73694f64d,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:28.070392 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-b299b7db-40f3-401c-9c5e-353ca89c53c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:28.164600 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-1f3e2d86-27b7-4478-afdf-171901600b82 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4092338 May 10 13:31:28.178754 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-995fb3ae-c0fd-4667-8ccc-fd055eefed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:28.181483 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-a4dc8f51-3c56-434b-acd4-613ba420a25e None None] Provisioning for port e926e862-2c57-4a10-9077-962a29aa4b7c completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:31:28.187014 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-a4dc8f51-3c56-434b-acd4-613ba420a25e None None] Provisioning complete for port e926e862-2c57-4a10-9077-962a29aa4b7c triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:28.187418 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-a4dc8f51-3c56-434b-acd4-613ba420a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:28.203078 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-995fb3ae-c0fd-4667-8ccc-fd055eefed47 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24199e2d-ee05-4653-a9ce-54cbb6e9b5cc HTTP/1.1" status: 200 len: 856 time: 0.1935198 May 10 13:31:28.223357 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Request body: {'port': {'device_id': 'f66f841c-1d60-4b6a-8df3-7d0a1790cf5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:28.231592 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-302a3855-68f1-4603-9dd3-11d6c1307887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:28.280979 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-302a3855-68f1-4603-9dd3-11d6c1307887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:28.338511 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604519b-4032-4744-b91a-3b0f436ed1c2 req-b50de799-b090-48e7-8fba-794b5dee5a88 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:28.347628 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-4604519b-4032-4744-b91a-3b0f436ed1c2 req-b50de799-b090-48e7-8fba-794b5dee5a88 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 946 time: 0.1920671 May 10 13:31:28.357662 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-a4dc8f51-3c56-434b-acd4-613ba420a25e None None] Port e926e862-2c57-4a10-9077-962a29aa4b7c cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:31:28.429231 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-4604519b-4032-4744-b91a-3b0f436ed1c2 req-8905b465-c5d5-4d57-b4b7-68d26aa1c279 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/security-groups?id=33617a0a-1a93-45b1-a50f-f7c7681369d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802166 May 10 13:31:28.468700 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-302a3855-68f1-4603-9dd3-11d6c1307887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:28.470870 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f324e0-8848-4bda-ac41-90aa95356e09 req-cec6814d-bcc5-462c-94ca-e46d6454c693 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:28.472368 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b3f324e0-8848-4bda-ac41-90aa95356e09 req-cec6814d-bcc5-462c-94ca-e46d6454c693 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.6404526 May 10 13:31:28.483704 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:28.509854 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a3855-68f1-4603-9dd3-11d6c1307887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade4883c-ddb4-4bbe-bef0-88a73694f64d,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:28.521598 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-302a3855-68f1-4603-9dd3-11d6c1307887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:28.522721 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-302a3855-68f1-4603-9dd3-11d6c1307887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:28.526698 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-302a3855-68f1-4603-9dd3-11d6c1307887 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ade4883c-ddb4-4bbe-bef0-88a73694f64d HTTP/1.1" status: 204 len: 168 time: 0.4573517 May 10 13:31:28.542494 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:28.587792 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b3f324e0-8848-4bda-ac41-90aa95356e09 req-77ed4e45-cbac-40a9-b73f-702f20089f4d tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036098 May 10 13:31:28.689060 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-b5f99543-d500-4bb9-b047-a4e6225f25f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:28.690839 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-b5f99543-d500-4bb9-b047-a4e6225f25f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3051097 May 10 13:31:28.700130 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e1f948-d622-4333-8fc9-b3e048b18fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb', 'code': 200} May 10 13:31:28.803357 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b2e77-a40a-4cbc-9f15-d2e151ae0453 req-44dc20a3-dafd-4a20-9bc9-4fa478660e85 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:28.813833 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9c4b2e77-a40a-4cbc-9f15-d2e151ae0453 req-44dc20a3-dafd-4a20-9bc9-4fa478660e85 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 931 time: 0.2274227 May 10 13:31:28.918010 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9c4b2e77-a40a-4cbc-9f15-d2e151ae0453 req-b96f5979-f4c5-4e99-8e1a-ab5c7d572530 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031764 May 10 13:31:28.938014 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35274) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:28.977514 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-dc9a4ae5-6937-44a5-b582-56eb32faae7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:29.014510 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-dc9a4ae5-6937-44a5-b582-56eb32faae7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:29.028927 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-dc9a4ae5-6937-44a5-b582-56eb32faae7f admin admin] Usage tracker for resource:security_group_rule and tenant:121b902f13a74285b5fb233af31bd682 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:29.038226 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-dc9a4ae5-6937-44a5-b582-56eb32faae7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:29.044463 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-dc9a4ae5-6937-44a5-b582-56eb32faae7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:29.091276 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c5b83750-8ddf-4af2-8e30-0fa38aa7d082 req-6bde700e-1028-4bb9-a9ae-36734ca31015 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 210 time: 0.1708078 May 10 13:31:29.164072 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-59cf5cd6-8055-4a7c-b4d9-97efb45b5c8f service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085634 May 10 13:31:29.221619 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.11', 64825) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:29.304613 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6ef25-1499-4db5-b33f-1fdff71d21dd req-27be573d-b00f-44ca-af57-c422adc14c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:29.306104 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-cdb6ef25-1499-4db5-b33f-1fdff71d21dd req-27be573d-b00f-44ca-af57-c422adc14c4e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 1099 time: 0.2529635 May 10 13:31:29.323918 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac1a85-73d1-47e6-b67a-93c1021f613c req-3469733b-85b0-49de-9a26-ff6229df8078 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:29.325329 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c4ac1a85-73d1-47e6-b67a-93c1021f613c req-3469733b-85b0-49de-9a26-ff6229df8078 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.2278748 May 10 13:31:29.347602 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-dc9a4ae5-6937-44a5-b582-56eb32faae7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:29.366120 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-dc9a4ae5-6937-44a5-b582-56eb32faae7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:29.386199 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-5233bdad-c683-4188-9ca3-541c397223f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:29.433205 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e926e862-2c57-4a10-9077-962a29aa4b7c {{(pid=78778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:31:29.435018 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-cdb6ef25-1499-4db5-b33f-1fdff71d21dd req-449bde39-37d5-4e6f-a668-57b2049edf4b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087430 May 10 13:31:29.448570 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c4ac1a85-73d1-47e6-b67a-93c1021f613c req-71495f97-faf4-4470-ad4d-742d0c1f6c90 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071403 May 10 13:31:29.451604 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-dc9a4ae5-6937-44a5-b582-56eb32faae7f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=121b902f13a74285b5fb233af31bd682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5123541 May 10 13:31:29.452896 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a4ae5-6937-44a5-b582-56eb32faae7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7885b1b7-7048-42f9-aeb5-b379c3be37cb,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:29.455486 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35282) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:29.458042 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-dc9a4ae5-6937-44a5-b582-56eb32faae7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:29.459058 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:29.480213 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Transition to ACTIVE for port object e926e862-2c57-4a10-9077-962a29aa4b7c will not be triggered until provisioned by entity L2. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:31:29.486512 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-43f41db2-2c45-4f6e-8803-3b88886a59d4 req-1073390e-fbee-40a0-8219-f5ed6091cf26 service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110497 May 10 13:31:29.495197 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:29.506128 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:29.527505 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-411456e3-7d6f-4e2a-8fc8-a253d370c62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:29.556505 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913102e2-3f97-46f0-be49-ed4b783d2053 req-7e189e68-a1e2-45a4-b83b-8fa5b393cbbb tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:29.556776 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-411456e3-7d6f-4e2a-8fc8-a253d370c62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:29.558127 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-913102e2-3f97-46f0-be49-ed4b783d2053 req-7e189e68-a1e2-45a4-b83b-8fa5b393cbbb tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 946 time: 0.3306584 May 10 13:31:29.623998 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-411456e3-7d6f-4e2a-8fc8-a253d370c62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:29.629899 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:29.651226 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411456e3-7d6f-4e2a-8fc8-a253d370c62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7885b1b7-7048-42f9-aeb5-b379c3be37cb,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:29.654373 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-411456e3-7d6f-4e2a-8fc8-a253d370c62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:29.670015 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-411456e3-7d6f-4e2a-8fc8-a253d370c62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:29.673635 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-411456e3-7d6f-4e2a-8fc8-a253d370c62c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7885b1b7-7048-42f9-aeb5-b379c3be37cb HTTP/1.1" status: 204 len: 168 time: 0.2148027 May 10 13:31:29.921973 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f40ad-d02a-480b-8e09-78d9a96ec476 req-d9ad6514-64d7-4780-8bc0-0bd6a0361a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:29.923514 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ea5f40ad-d02a-480b-8e09-78d9a96ec476 req-d9ad6514-64d7-4780-8bc0-0bd6a0361a6a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94c12e582ce64e398dff331859cc2254&device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 1097 time: 0.2250617 May 10 13:31:30.002045 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3736b-ced9-40d1-9eb3-d3ee38510142 req-1d3cb636-7405-4449-b6b4-b831cac53f5d tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:30.014504 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-64b3736b-ced9-40d1-9eb3-d3ee38510142 req-1d3cb636-7405-4449-b6b4-b831cac53f5d tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1999233 May 10 13:31:30.090751 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Pushing event updated for resources: {'Port': ['ID=e926e862-2c57-4a10-9077-962a29aa4b7c,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:30.107542 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:30.190600 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Attempting to bind port e926e862-2c57-4a10-9077-962a29aa4b7c on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:31:30.190600 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Attempting to bind port e926e862-2c57-4a10-9077-962a29aa4b7c by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '34c07bce-b33b-4445-a41e-39719457dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3'}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:31:30.190600 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Attempting to bind port e926e862-2c57-4a10-9077-962a29aa4b7c on network 84ebd01f-3ae2-4677-9e0c-fa553f1814b3 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:31:30.231076 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Port e926e862-2c57-4a10-9077-962a29aa4b7c on network 84ebd01f-3ae2-4677-9e0c-fa553f1814b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 13:31:30.232801 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Attempting to bind port e926e862-2c57-4a10-9077-962a29aa4b7c on network 84ebd01f-3ae2-4677-9e0c-fa553f1814b3 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:31:30.284240 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Checking agent: {'id': '94ccf6da-ba5a-4c56-b2e0-555501816ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:31:30.286348 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-64b3736b-ced9-40d1-9eb3-d3ee38510142 req-7f7b0631-c18d-4d21-afa9-dc6141c8555b tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638398 May 10 13:31:30.287093 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Checking segment: {'id': '34c07bce-b33b-4445-a41e-39719457dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:31:30.287991 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Bound using segment: {'id': '34c07bce-b33b-4445-a41e-39719457dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3'} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:31:30.288712 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Bound port: e926e862-2c57-4a10-9077-962a29aa4b7c, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c07bce-b33b-4445-a41e-39719457dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3'}}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:31:30.288939 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:30.311348 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35314) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:30.318295 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-197e27fd-8b13-42c2-b4b1-40e817211922 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:30.320037 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-197e27fd-8b13-42c2-b4b1-40e817211922 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.11 "GET /v2.0/networks?id=2449dbde-57c9-4912-ac48-36ca6c3f3f9a HTTP/1.1" status: 200 len: 814 time: 0.5897536 May 10 13:31:30.383901 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-9cef28b1-4340-4b46-b60d-8638b0db893a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Request body: {'port': {'device_id': 'de6564d6-0eef-4004-ad1a-6dc15674947f', 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a', 'admin_state_up': True, 'tenant_id': '5f7be7aa79cc462687c35a799fdad241'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:30.401144 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f40ad-d02a-480b-8e09-78d9a96ec476 req-583a7c13-a50a-4096-b88e-a3816338dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:30.402653 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ea5f40ad-d02a-480b-8e09-78d9a96ec476 req-583a7c13-a50a-4096-b88e-a3816338dc7d service neutron] 10.222.0.11 "GET /v2.0/networks?id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803 HTTP/1.1" status: 200 len: 918 time: 0.4491899 May 10 13:31:30.421185 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860889d1-5f12-4d06-980c-dcad9ec14d09 req-6c7378dd-7487-46b9-8ddd-941a380c357c tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:30.422755 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-860889d1-5f12-4d06-980c-dcad9ec14d09 req-6c7378dd-7487-46b9-8ddd-941a380c357c tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 946 time: 0.7371600 May 10 13:31:30.434199 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-913102e2-3f97-46f0-be49-ed4b783d2053 req-a9d90229-8202-4c7c-8f38-c7463455e85d tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Deleting port 2accbf6e-3ff4-4f7b-af1a-73d470632ddb {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:31:30.434388 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-913102e2-3f97-46f0-be49-ed4b783d2053 req-a9d90229-8202-4c7c-8f38-c7463455e85d tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:30.519273 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ea5f40ad-d02a-480b-8e09-78d9a96ec476 req-06be919f-1444-4d5d-95b2-a4831eb2b4d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b6e139c-fe15-4d13-bec7-1a2e55bd04be HTTP/1.1" status: 200 len: 217 time: 0.0989842 May 10 13:31:30.680042 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-133d3168-b946-4978-9835-a73512892d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:30.718885 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-133d3168-b946-4978-9835-a73512892d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:30.724286 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-860889d1-5f12-4d06-980c-dcad9ec14d09 req-e6114b1b-7984-426f-8783-0806f8b0e15c tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/security-groups?id=33617a0a-1a93-45b1-a50f-f7c7681369d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942750 May 10 13:31:30.724909 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f40ad-d02a-480b-8e09-78d9a96ec476 req-cfff479e-0465-4477-8280-833595838af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:30.726878 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ea5f40ad-d02a-480b-8e09-78d9a96ec476 req-cfff479e-0465-4477-8280-833595838af4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24199e2d-ee05-4653-a9ce-54cbb6e9b5cc HTTP/1.1" status: 200 len: 856 time: 0.2018933 May 10 13:31:30.728980 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-133d3168-b946-4978-9835-a73512892d24 admin admin] Usage tracker for resource:security_group_rule and tenant:a5d1c013dc1a4164b64eb205f9f630f6 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:30.733017 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-133d3168-b946-4978-9835-a73512892d24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:30.762700 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] For port e926e862-2c57-4a10-9077-962a29aa4b7c, host hv-cinder-78494, cleared binding levels {{(pid=78778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:31:30.787012 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-133d3168-b946-4978-9835-a73512892d24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:30.837121 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] For port e926e862-2c57-4a10-9077-962a29aa4b7c, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e926e862-2c57-4a10-9077-962a29aa4b7c,segment=NetworkSegment(34c07bce-b33b-4445-a41e-39719457dc45),segment_id=34c07bce-b33b-4445-a41e-39719457dc45)] {{(pid=78778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:31:30.844647 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54740851-c80e-493b-a2e3-51be5222dc4f req-be692d23-aa91-4234-b2f5-f4a3d8b4bc41 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:30.846824 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-54740851-c80e-493b-a2e3-51be5222dc4f req-be692d23-aa91-4234-b2f5-f4a3d8b4bc41 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 943 time: 0.2717547 May 10 13:31:30.849843 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35336) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:30.860971 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-913102e2-3f97-46f0-be49-ed4b783d2053 req-a9d90229-8202-4c7c-8f38-c7463455e85d tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] For port 2accbf6e-3ff4-4f7b-af1a-73d470632ddb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2accbf6e-3ff4-4f7b-af1a-73d470632ddb,segment=NetworkSegment(112ca4d1-7efa-47b2-8665-cd4919c0945a),segment_id=112ca4d1-7efa-47b2-8665-cd4919c0945a)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:30.861331 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-913102e2-3f97-46f0-be49-ed4b783d2053 req-a9d90229-8202-4c7c-8f38-c7463455e85d tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:30.888753 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-9cef28b1-4340-4b46-b60d-8638b0db893a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:30.892122 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:30.930434 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:30.935546 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-54740851-c80e-493b-a2e3-51be5222dc4f req-2be2fdf9-f2c0-4fea-a088-76fff193ff25 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724843 May 10 13:31:30.942227 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f40ad-d02a-480b-8e09-78d9a96ec476 req-1e83580e-253a-4197-8f65-973b8cebb6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:30.943974 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ea5f40ad-d02a-480b-8e09-78d9a96ec476 req-1e83580e-253a-4197-8f65-973b8cebb6a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2069273 May 10 13:31:31.062868 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-133d3168-b946-4978-9835-a73512892d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:31.083449 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-133d3168-b946-4978-9835-a73512892d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:31.108592 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-913102e2-3f97-46f0-be49-ed4b783d2053 req-a9d90229-8202-4c7c-8f38-c7463455e85d tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Calling delete_port for 2accbf6e-3ff4-4f7b-af1a-73d470632ddb owned by compute:nova {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:31:31.122196 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:31.125503 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:31.126575 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:31.127719 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] 10.222.0.11 "PUT /v2.0/ports/e926e862-2c57-4a10-9077-962a29aa4b7c HTTP/1.1" status: 200 len: 1093 time: 2.9522305 May 10 13:31:31.132654 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-9cef28b1-4340-4b46-b60d-8638b0db893a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:31.137648 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66f841c-1d60-4b6a-8df3-7d0a1790cf5e', 'tag': 'e926e862-2c57-4a10-9077-962a29aa4b7c'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:31:31.165886 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-194219d4-b93d-4ca6-86cb-3a78d48dc1a6 req-9b36dc87-be48-49d9-b3dd-730fa30aa13f tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 210 time: 0.2865007 May 10 13:31:31.278203 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66f841c-1d60-4b6a-8df3-7d0a1790cf5e', 'tag': 'e926e862-2c57-4a10-9077-962a29aa4b7c', 'status': 'completed', 'code': 200} May 10 13:31:31.301800 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d3168-b946-4978-9835-a73512892d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f88259-823d-4f8f-b248-85e0c20b77c5,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:31.304947 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b2fa8334-a614-4717-8458-c3d1dae0f0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:31.326949 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-133d3168-b946-4978-9835-a73512892d24 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5d1c013dc1a4164b64eb205f9f630f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0144134 May 10 13:31:31.330787 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35350) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:31.331230 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-133d3168-b946-4978-9835-a73512892d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:31.335878 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ea5f40ad-d02a-480b-8e09-78d9a96ec476 req-b882f0bb-9de2-428b-bd54-1705cd6c8bec service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782644 May 10 13:31:31.339496 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-b2fa8334-a614-4717-8458-c3d1dae0f0f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:31.387736 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-b2fa8334-a614-4717-8458-c3d1dae0f0f3 admin admin] Usage tracker for resource:security_group_rule and tenant:8adc82ccb46d4029bb04e6d965b96b95 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:31.388175 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-9cef28b1-4340-4b46-b60d-8638b0db893a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Made reservation on behalf of 5f7be7aa79cc462687c35a799fdad241 for: {'port': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:31:31.393144 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-9cef28b1-4340-4b46-b60d-8638b0db893a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:31.393678 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-b2fa8334-a614-4717-8458-c3d1dae0f0f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:31.420543 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Pushing event updated for resources: {'Port': ['ID=e926e862-2c57-4a10-9077-962a29aa4b7c,revision_number=3']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:31.431062 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:31.464506 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-b2fa8334-a614-4717-8458-c3d1dae0f0f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:31.560887 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bb7b8-c0fd-4af8-9ba8-b9099b701e97 req-6302eb41-59ef-4cf9-ab29-c48bd60296e4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:31.562321 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-467bb7b8-c0fd-4af8-9ba8-b9099b701e97 req-6302eb41-59ef-4cf9-ab29-c48bd60296e4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.4532948 May 10 13:31:31.587180 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-a3d41ffa-134a-4c26-8279-b5b666012b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:31.589082 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-a3d41ffa-134a-4c26-8279-b5b666012b0b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cbf6a3e7b18e4feea680a92d87a1e13a&device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 1096 time: 0.4021683 May 10 13:31:31.615967 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ea5f40ad-d02a-480b-8e09-78d9a96ec476 req-1a04f15c-b71a-43b2-8905-0a56a2b78f11 service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736917 May 10 13:31:31.624461 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9e06d7cb-75d7-4e60-b498-c65e91487bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:31.668432 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-467bb7b8-c0fd-4af8-9ba8-b9099b701e97 req-88ae55a4-d8c9-4a37-97de-84c47114c2dd tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923367 May 10 13:31:31.680419 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9e06d7cb-75d7-4e60-b498-c65e91487bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:31.689661 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-32189074-9736-4882-9124-0e200d5aa753 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e926e862-2c57-4a10-9077-962a29aa4b7c HTTP/1.1" status: 200 len: 217 time: 0.0875380 May 10 13:31:31.747910 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b2fa8334-a614-4717-8458-c3d1dae0f0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:31.756891 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b2fa8334-a614-4717-8458-c3d1dae0f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:31.776065 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-133d3168-b946-4978-9835-a73512892d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:31.805566 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9e06d7cb-75d7-4e60-b498-c65e91487bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:31.847425 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-b2fa8334-a614-4717-8458-c3d1dae0f0f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8adc82ccb46d4029bb04e6d965b96b95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9938679 May 10 13:31:31.850281 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35366) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:31.852596 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa8334-a614-4717-8458-c3d1dae0f0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec901ec4-eaa4-4077-a440-80fd481e7efb,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:31.895856 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-b2fa8334-a614-4717-8458-c3d1dae0f0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:31.905425 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-302a3855-68f1-4603-9dd3-11d6c1307887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:31.921674 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9e06d7cb-75d7-4e60-b498-c65e91487bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:31.925548 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-9e06d7cb-75d7-4e60-b498-c65e91487bd7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2f88259-823d-4f8f-b248-85e0c20b77c5 HTTP/1.1" status: 204 len: 168 time: 0.5862155 May 10 13:31:31.929197 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06d7cb-75d7-4e60-b498-c65e91487bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f88259-823d-4f8f-b248-85e0c20b77c5,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:31.938759 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-9e06d7cb-75d7-4e60-b498-c65e91487bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:31.975623 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-26c133db-3043-414c-80df-b41cb080b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:31.976795 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-26c133db-3043-414c-80df-b41cb080b9bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72850fb9-4f1b-4ea3-98c6-92c4f29f074e HTTP/1.1" status: 200 len: 849 time: 0.2037382 May 10 13:31:31.988458 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-6054aa32-8adb-44e2-913d-a4191eb59115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:32.020030 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a721d7-092b-470b-9b3f-092f2197e02b req-62363c7c-0739-454d-a915-8eb113dea539 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:32.021661 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-71a721d7-092b-470b-9b3f-092f2197e02b req-62363c7c-0739-454d-a915-8eb113dea539 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 946 time: 0.1747897 May 10 13:31:32.048783 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-6054aa32-8adb-44e2-913d-a4191eb59115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:32.084921 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-913102e2-3f97-46f0-be49-ed4b783d2053 req-a9d90229-8202-4c7c-8f38-c7463455e85d tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:32.107298 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:32.169078 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768fe94-d992-4f73-8df7-9be84843d097 req-382ea08e-245a-4b2e-97cf-5c9acd83ba2e tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:32.176562 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8768fe94-d992-4f73-8df7-9be84843d097 req-382ea08e-245a-4b2e-97cf-5c9acd83ba2e tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.7293231 May 10 13:31:32.196967 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-71a721d7-092b-470b-9b3f-092f2197e02b req-fdbeae92-2c76-4e30-bcf3-fe9d01e15f14 tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/security-groups?id=33617a0a-1a93-45b1-a50f-f7c7681369d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647627 May 10 13:31:32.221854 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-9cef28b1-4340-4b46-b60d-8638b0db893a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Allocated IP 172.20.0.7 (2449dbde-57c9-4912-ac48-36ca6c3f3f9a/51718f73-3816-4605-8d21-33949f773597/2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:31:32.227892 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-6054aa32-8adb-44e2-913d-a4191eb59115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:32.233121 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:32.255990 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054aa32-8adb-44e2-913d-a4191eb59115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec901ec4-eaa4-4077-a440-80fd481e7efb,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:32.268127 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d90229-8202-4c7c-8f38-c7463455e85d tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Pushing event deleted for resources: {'Port': ['ID=2accbf6e-3ff4-4f7b-af1a-73d470632ddb,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:32.269144 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-6054aa32-8adb-44e2-913d-a4191eb59115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:32.272601 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-6054aa32-8adb-44e2-913d-a4191eb59115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:32.276370 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-6054aa32-8adb-44e2-913d-a4191eb59115 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec901ec4-eaa4-4077-a440-80fd481e7efb HTTP/1.1" status: 204 len: 168 time: 0.4241471 May 10 13:31:32.283964 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-a9d90229-8202-4c7c-8f38-c7463455e85d tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:32.305698 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-d0644e07-8d5d-420c-b72d-6d8210b28e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:32.307187 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-d0644e07-8d5d-420c-b72d-6d8210b28e11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84ebd01f-3ae2-4677-9e0c-fa553f1814b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3147323 May 10 13:31:32.342502 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8768fe94-d992-4f73-8df7-9be84843d097 req-e460c9b6-03e6-4a12-badd-60e6f9c833a9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494255 May 10 13:31:32.424161 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-913102e2-3f97-46f0-be49-ed4b783d2053 req-a9d90229-8202-4c7c-8f38-c7463455e85d tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] No DVR routers for this DVR port 2accbf6e-3ff4-4f7b-af1a-73d470632ddb on host hv-cinder-78494 {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:31:32.489127 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-913102e2-3f97-46f0-be49-ed4b783d2053 req-a9d90229-8202-4c7c-8f38-c7463455e85d tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:32.510046 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc4983-f5ba-4834-8911-f547c4def945 req-e735bcb7-6e5d-40f1-9d43-758c59ff5250 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:32.512168 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e5cc4983-f5ba-4834-8911-f547c4def945 req-e735bcb7-6e5d-40f1-9d43-758c59ff5250 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 943 time: 0.1433406 May 10 13:31:32.569101 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-ed2e2bcd-dca8-498d-8070-e958d8c3b47e req-ae084ee3-f0aa-498e-ab71-24ed628e25dd tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Synchronizing usage tracker for tenant:5f7be7aa79cc462687c35a799fdad241 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:31:32.569253 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35400) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:32.598377 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e5cc4983-f5ba-4834-8911-f547c4def945 req-b0f5eff8-77e1-4e4a-81d1-9c1eb660a7e0 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792923 May 10 13:31:32.605995 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8878-adce-43c7-958e-2bba68daeacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:32.608920 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-913102e2-3f97-46f0-be49-ed4b783d2053 req-a9d90229-8202-4c7c-8f38-c7463455e85d tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.11 "DELETE /v2.0/ports/2accbf6e-3ff4-4f7b-af1a-73d470632ddb HTTP/1.1" status: 204 len: 173 time: 3.0405931 May 10 13:31:32.623019 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-7a3d8878-adce-43c7-958e-2bba68daeacc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:32.627827 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-7a3d8878-adce-43c7-958e-2bba68daeacc admin admin] Usage tracker for resource:security_group_rule and tenant:ace9b459c01a45c09a2f74de588e07cd is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:32.632124 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-7a3d8878-adce-43c7-958e-2bba68daeacc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:32.638232 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-7a3d8878-adce-43c7-958e-2bba68daeacc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:32.699711 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-ed2e2bcd-dca8-498d-8070-e958d8c3b47e req-ae084ee3-f0aa-498e-ab71-24ed628e25dd tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Unset dirty status for tenant:5f7be7aa79cc462687c35a799fdad241 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:31:32.700826 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ed2e2bcd-dca8-498d-8070-e958d8c3b47e req-ae084ee3-f0aa-498e-ab71-24ed628e25dd tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 210 time: 0.2052214 May 10 13:31:32.746377 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-b73973d7-ad1d-4863-956b-fbe98e5679eb service neutron] 10.222.0.11 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028857 May 10 13:31:32.853819 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8878-adce-43c7-958e-2bba68daeacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:32.865849 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8878-adce-43c7-958e-2bba68daeacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:32.882861 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:32.953200 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-9cef28b1-4340-4b46-b60d-8638b0db893a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:32.958329 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-7a3d8878-adce-43c7-958e-2bba68daeacc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ace9b459c01a45c09a2f74de588e07cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890119 May 10 13:31:32.961164 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35410) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:33.045215 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d8878-adce-43c7-958e-2bba68daeacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3fddae-bd64-469c-8259-8653479e6ae1,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:33.101101 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35416) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:33.101101 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35418) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:33.101599 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-7a3d8878-adce-43c7-958e-2bba68daeacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:33.143725 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e0b4c712-84f0-4477-ba50-3e7680674895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:33.151191 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-55ca1a98-9604-4234-b6fc-5d36f4728756 req-721f937e-51a8-4c88-846a-fd44c8f86ae4 service neutron] 10.222.0.11 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878572 May 10 13:31:33.172726 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-e0b4c712-84f0-4477-ba50-3e7680674895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:33.176731 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-e0b4c712-84f0-4477-ba50-3e7680674895 admin admin] Usage tracker for resource:security_group_rule and tenant:d479d04802d147a08ec4c1b30378751b is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:33.179708 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-e0b4c712-84f0-4477-ba50-3e7680674895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:33.195488 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-e0b4c712-84f0-4477-ba50-3e7680674895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:33.196300 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a36079-bc93-4079-aaa4-c89731b1e297 req-e6ba7eb8-0866-418d-90d4-08ed41d3dd22 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:33.203072 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c9a36079-bc93-4079-aaa4-c89731b1e297 req-e6ba7eb8-0866-418d-90d4-08ed41d3dd22 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.2561247 May 10 13:31:33.220563 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-613b76b7-0ad9-4128-97b5-d14bb85423e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:33.268193 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-613b76b7-0ad9-4128-97b5-d14bb85423e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:33.278388 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe83ff-d6c3-42d1-ac91-ba24ddec6267 req-1ff494b5-c49e-4927-9263-c3da1bac47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:33.279748 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-61fe83ff-d6c3-42d1-ac91-ba24ddec6267 req-1ff494b5-c49e-4927-9263-c3da1bac47b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81b55fe93fe34f56b1ac2e1fcd0267c9&device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 1099 time: 0.2160003 May 10 13:31:33.282256 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-9cef28b1-4340-4b46-b60d-8638b0db893a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:33.291199 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6db275a-4ebd-4d08-8cff-59efd8e56d76', 'name': 'network-vif-deleted', 'tag': '2accbf6e-3ff4-4f7b-af1a-73d470632ddb'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:31:33.291835 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2b6e139c-fe15-4d13-bec7-1a2e55bd04be details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:31:33.307736 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:33.317807 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2accbf6e-3ff4-4f7b-af1a-73d470632ddb no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:31:33.319395 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e09284-d760-40fa-afbe-b7497ca696e9 req-c327ce08-c1cd-4315-9f1c-3bc3123c0b42 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:33.326637 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c9e09284-d760-40fa-afbe-b7497ca696e9 req-c327ce08-c1cd-4315-9f1c-3bc3123c0b42 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.2743764 May 10 13:31:33.397095 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef28b1-4340-4b46-b60d-8638b0db893a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Pushing event updated for resources: {'Port': ['ID=2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:33.403270 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-9cef28b1-4340-4b46-b60d-8638b0db893a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:33.417267 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c9a36079-bc93-4079-aaa4-c89731b1e297 req-9b03a0ec-d651-4981-aed0-2320db7571d3 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133191 May 10 13:31:33.428962 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c9e09284-d760-40fa-afbe-b7497ca696e9 req-3aa782f7-dce1-42ba-8e21-916bc81c06ad tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011953 May 10 13:31:33.441855 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e0b4c712-84f0-4477-ba50-3e7680674895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:33.470673 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e0b4c712-84f0-4477-ba50-3e7680674895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:33.480286 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-bdaf216d-3d82-4778-9372-16c771c4b9d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:33.491341 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-190710d7-2848-4a36-992a-58f6db10daf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:33.501149 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-613b76b7-0ad9-4128-97b5-d14bb85423e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:33.545881 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-190710d7-2848-4a36-992a-58f6db10daf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:33.561077 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-190710d7-2848-4a36-992a-58f6db10daf5 admin admin] Usage tracker for resource:security_group_rule and tenant:83d10ae5c318407884030f9c2250f137 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:33.565170 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4c712-84f0-4477-ba50-3e7680674895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6bbd47-48b4-4e0d-9860-bba8384bdb63,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:33.569199 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-190710d7-2848-4a36-992a-58f6db10daf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:33.572969 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6db275a-4ebd-4d08-8cff-59efd8e56d76', 'name': 'network-vif-deleted', 'tag': '2accbf6e-3ff4-4f7b-af1a-73d470632ddb', 'status': 'completed', 'code': 200} May 10 13:31:33.573877 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-e0b4c712-84f0-4477-ba50-3e7680674895 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d479d04802d147a08ec4c1b30378751b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4684093 May 10 13:31:33.576410 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] No Port match for: 2accbf6e-3ff4-4f7b-af1a-73d470632ddb {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:31:33.576970 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2accbf6e-3ff4-4f7b-af1a-73d470632ddb not bound to the agent host hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:31:33.580117 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:31:33.581137 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 35430) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:33.594142 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-9cef28b1-4340-4b46-b60d-8638b0db893a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:31:33.605743 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-9cef28b1-4340-4b46-b60d-8638b0db893a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:31:33.614683 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-e0b4c712-84f0-4477-ba50-3e7680674895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:33.615402 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-49bf371c-4b08-4732-877f-eefe9a7a1812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:33.616544 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-9cef28b1-4340-4b46-b60d-8638b0db893a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:31:33.621985 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-9cef28b1-4340-4b46-b60d-8638b0db893a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:33.622599 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-9cef28b1-4340-4b46-b60d-8638b0db893a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:33.629839 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-190710d7-2848-4a36-992a-58f6db10daf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:33.632536 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-613b76b7-0ad9-4128-97b5-d14bb85423e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:33.633816 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-613b76b7-0ad9-4128-97b5-d14bb85423e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf3fddae-bd64-469c-8259-8653479e6ae1 HTTP/1.1" status: 204 len: 168 time: 0.6717508 May 10 13:31:33.646667 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3ba03030-f097-41cb-ba58-b3b8949a48fc req-ef0185b8-5f09-4b88-adf4-9d0ad1b8277a tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6db275a-4ebd-4d08-8cff-59efd8e56d76 HTTP/1.1" status: 200 len: 210 time: 0.0717273 May 10 13:31:33.647550 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b76b7-0ad9-4128-97b5-d14bb85423e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3fddae-bd64-469c-8259-8653479e6ae1,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:33.653317 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-613b76b7-0ad9-4128-97b5-d14bb85423e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:33.748626 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-9cef28b1-4340-4b46-b60d-8638b0db893a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4076052 May 10 13:31:33.786086 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Request body: {'port': {'device_id': 'de6564d6-0eef-4004-ad1a-6dc15674947f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:33.791742 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-190710d7-2848-4a36-992a-58f6db10daf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:33.798990 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-190710d7-2848-4a36-992a-58f6db10daf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:33.814851 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-7ecfe130-b359-4567-a560-ee1f60f1ff3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:33.858978 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-190710d7-2848-4a36-992a-58f6db10daf5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=83d10ae5c318407884030f9c2250f137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7546735 May 10 13:31:33.860569 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:33.863018 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35440) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:33.874705 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169088c3-3ead-49eb-b1c6-3d90f38e9f1b req-84fd5b93-f35b-43cf-8dec-ebe81c239b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:33.877034 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-169088c3-3ead-49eb-b1c6-3d90f38e9f1b req-84fd5b93-f35b-43cf-8dec-ebe81c239b9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cbf6a3e7b18e4feea680a92d87a1e13a&device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 1096 time: 0.6317270 May 10 13:31:33.880119 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190710d7-2848-4a36-992a-58f6db10daf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098add5f-f746-40f3-92a9-1805c2c58e4d,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:33.886059 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-190710d7-2848-4a36-992a-58f6db10daf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:33.893103 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe83ff-d6c3-42d1-ac91-ba24ddec6267 req-f9dea230-1aa5-4704-8efa-9a4b79149068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:33.894680 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-61fe83ff-d6c3-42d1-ac91-ba24ddec6267 req-f9dea230-1aa5-4704-8efa-9a4b79149068 service neutron] 10.222.0.11 "GET /v2.0/networks?id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd HTTP/1.1" status: 200 len: 920 time: 0.5920835 May 10 13:31:33.946493 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-431bb869-02c6-4745-bcce-453ebb854210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:33.958336 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'port_id': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be', 'mac_address': 'fa:16:3e:97:5e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:31:33.977324 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-431bb869-02c6-4745-bcce-453ebb854210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:34.090349 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-431bb869-02c6-4745-bcce-453ebb854210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:34.101102 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:34.104206 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:34.120754 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b6e139c-fe15-4d13-bec7-1a2e55bd04be {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:31:34.123347 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-431bb869-02c6-4745-bcce-453ebb854210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:34.144211 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-431bb869-02c6-4745-bcce-453ebb854210 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/098add5f-f746-40f3-92a9-1805c2c58e4d HTTP/1.1" status: 204 len: 168 time: 0.2639694 May 10 13:31:34.153612 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:34.161028 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bb869-02c6-4745-bcce-453ebb854210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098add5f-f746-40f3-92a9-1805c2c58e4d,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:34.164610 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:34.167162 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:34.170055 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-61fe83ff-d6c3-42d1-ac91-ba24ddec6267 req-27f4d865-bf02-4590-903d-470047d672d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb HTTP/1.1" status: 200 len: 217 time: 0.2518024 May 10 13:31:34.179602 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-431bb869-02c6-4745-bcce-453ebb854210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:34.183982 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a1ded4e5-c29f-42f5-bb6f-b1a3959bbff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:34.239808 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813e63e-1fbb-498d-a9fa-721f8aef6651 req-4b1fa5fb-2016-405c-9045-2e1b6bdd1fe0 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:34.254026 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-2813e63e-1fbb-498d-a9fa-721f8aef6651 req-4b1fa5fb-2016-405c-9045-2e1b6bdd1fe0 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 931 time: 0.2174034 May 10 13:31:34.295688 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:34.311309 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:34.336103 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a1ded4e5-c29f-42f5-bb6f-b1a3959bbff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:34.339678 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-2813e63e-1fbb-498d-a9fa-721f8aef6651 req-d0c4991f-0330-4b8d-bd06-832f4b5636b8 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847981 May 10 13:31:34.362088 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:34.407087 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe83ff-d6c3-42d1-ac91-ba24ddec6267 req-81cdeee5-cbec-4a82-8ea6-ab78196f5b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:34.408494 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-61fe83ff-d6c3-42d1-ac91-ba24ddec6267 req-81cdeee5-cbec-4a82-8ea6-ab78196f5b6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58174d65-9a6b-4d38-b1d3-edfbd71a7769 HTTP/1.1" status: 200 len: 859 time: 0.2154853 May 10 13:31:34.451704 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['2b6e139c-fe15-4d13-bec7-1a2e55bd04be'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:31:34.498870 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a91a46-6702-43e9-b86d-f00fd29e80e5 req-ac373a24-3a76-49f3-8177-96c52d1b5dd3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:34.499591 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-28a91a46-6702-43e9-b86d-f00fd29e80e5 req-ac373a24-3a76-49f3-8177-96c52d1b5dd3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Synchronizing usage tracker for tenant:cbf6a3e7b18e4feea680a92d87a1e13a on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:31:34.526982 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169088c3-3ead-49eb-b1c6-3d90f38e9f1b req-265bf43c-0332-4aaa-9c36-f576be512151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:34.528424 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-169088c3-3ead-49eb-b1c6-3d90f38e9f1b req-265bf43c-0332-4aaa-9c36-f576be512151 service neutron] 10.222.0.11 "GET /v2.0/networks?id=84ebd01f-3ae2-4677-9e0c-fa553f1814b3 HTTP/1.1" status: 200 len: 911 time: 0.6407154 May 10 13:31:34.535779 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-61fe83ff-d6c3-42d1-ac91-ba24ddec6267 req-44ebeb51-0e9e-4eb2-b1ea-ffa35da050e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196373 May 10 13:31:34.637979 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-169088c3-3ead-49eb-b1c6-3d90f38e9f1b req-ff22dfae-85b8-4543-872b-51c46bed2fd6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e926e862-2c57-4a10-9077-962a29aa4b7c HTTP/1.1" status: 200 len: 217 time: 0.1014256 May 10 13:31:34.664766 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35468) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:34.688430 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:34.697123 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-666ffc1a-7fbf-4501-9815-9a9e93be7767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:34.715643 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-666ffc1a-7fbf-4501-9815-9a9e93be7767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:34.721852 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-666ffc1a-7fbf-4501-9815-9a9e93be7767 admin admin] Usage tracker for resource:security_group_rule and tenant:a43bec944c214bedb9b40eda8d32f44c is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:34.724992 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-666ffc1a-7fbf-4501-9815-9a9e93be7767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:34.733037 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-666ffc1a-7fbf-4501-9815-9a9e93be7767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:34.741739 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-28a91a46-6702-43e9-b86d-f00fd29e80e5 req-ac373a24-3a76-49f3-8177-96c52d1b5dd3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Unset dirty status for tenant:cbf6a3e7b18e4feea680a92d87a1e13a on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:31:34.742853 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-28a91a46-6702-43e9-b86d-f00fd29e80e5 req-ac373a24-3a76-49f3-8177-96c52d1b5dd3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 943 time: 0.9206133 May 10 13:31:34.755180 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0b3d3-df1f-45fe-b7f6-0f277c71bc0e req-121e0b04-df2b-48a7-8faa-78974b926add tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:34.756677 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-10c0b3d3-df1f-45fe-b7f6-0f277c71bc0e req-121e0b04-df2b-48a7-8faa-78974b926add tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1715481 May 10 13:31:34.830644 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-10c0b3d3-df1f-45fe-b7f6-0f277c71bc0e req-44ca1e3f-5bdf-4ad4-8c4a-aa6cc292e78f tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617030 May 10 13:31:34.846643 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a1ded4e5-c29f-42f5-bb6f-b1a3959bbff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:34.883410 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-bbc18b80-1580-425b-81e1-4de7df4c3215 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:34.893948 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169088c3-3ead-49eb-b1c6-3d90f38e9f1b req-81c47072-ad19-437b-be58-fdd152208198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:34.895940 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-169088c3-3ead-49eb-b1c6-3d90f38e9f1b req-81c47072-ad19-437b-be58-fdd152208198 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72850fb9-4f1b-4ea3-98c6-92c4f29f074e HTTP/1.1" status: 200 len: 849 time: 0.2510095 May 10 13:31:34.927709 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-666ffc1a-7fbf-4501-9815-9a9e93be7767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:34.933573 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-666ffc1a-7fbf-4501-9815-9a9e93be7767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:34.944700 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-19e31b73-4568-4624-8663-c75819748d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:34.960430 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ded4e5-c29f-42f5-bb6f-b1a3959bbff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6bbd47-48b4-4e0d-9860-bba8384bdb63,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:34.978732 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-a1ded4e5-c29f-42f5-bb6f-b1a3959bbff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:35.003789 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-28a91a46-6702-43e9-b86d-f00fd29e80e5 req-785fddde-fc33-4556-9b8f-2b91f3955679 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096238 May 10 13:31:35.044721 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ffc1a-7fbf-4501-9815-9a9e93be7767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67a970a-4852-43e4-a5c2-f9a0fbcb63be,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:35.058940 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a1ded4e5-c29f-42f5-bb6f-b1a3959bbff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:35.064173 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-666ffc1a-7fbf-4501-9815-9a9e93be7767 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a43bec944c214bedb9b40eda8d32f44c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3960352 May 10 13:31:35.064340 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-a1ded4e5-c29f-42f5-bb6f-b1a3959bbff8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b6bbd47-48b4-4e0d-9860-bba8384bdb63 HTTP/1.1" status: 204 len: 168 time: 1.4766221 May 10 13:31:35.064412 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-666ffc1a-7fbf-4501-9815-9a9e93be7767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:35.065320 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-61fe83ff-d6c3-42d1-ac91-ba24ddec6267 req-4ea54107-2c4d-4081-b6fb-3036e9b1ce8f service neutron] 10.222.0.11 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687614 May 10 13:31:35.065549 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35484) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:35.167965 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebbd08-8e33-4da0-a187-0801e4f26110 req-3241b3f0-d1e7-48c3-a67d-f0240da17052 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:35.169630 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-26ebbd08-8e33-4da0-a187-0801e4f26110 req-3241b3f0-d1e7-48c3-a67d-f0240da17052 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 945 time: 0.2259426 May 10 13:31:35.213515 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fe9cb7fa-616a-45b4-8d68-bfe29924bf5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:35.251521 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fe9cb7fa-616a-45b4-8d68-bfe29924bf5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:35.282853 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169088c3-3ead-49eb-b1c6-3d90f38e9f1b req-0f361596-83cd-4894-9e5b-e338bf3f3f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:35.284322 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-169088c3-3ead-49eb-b1c6-3d90f38e9f1b req-0f361596-83cd-4894-9e5b-e338bf3f3f7d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84ebd01f-3ae2-4677-9e0c-fa553f1814b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3715262 May 10 13:31:35.291489 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2b6e139c-fe15-4d13-bec7-1a2e55bd04be up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:31:35.335290 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fe9cb7fa-616a-45b4-8d68-bfe29924bf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:35.348433 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-411456e3-7d6f-4e2a-8fc8-a253d370c62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:35.385445 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9cb7fa-616a-45b4-8d68-bfe29924bf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67a970a-4852-43e4-a5c2-f9a0fbcb63be,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:35.393283 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-fe9cb7fa-616a-45b4-8d68-bfe29924bf5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:35.416145 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-26ebbd08-8e33-4da0-a187-0801e4f26110 req-e29044ff-f941-4700-a719-f5b76a9cec88 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334311 May 10 13:31:35.419913 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.db.resource_extend [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 13:31:35.437254 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-61fe83ff-d6c3-42d1-ac91-ba24ddec6267 req-553738eb-e3c1-4f73-8ece-654f92a08700 service neutron] 10.222.0.11 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527718 May 10 13:31:35.443367 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fe9cb7fa-616a-45b4-8d68-bfe29924bf5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:35.447450 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-fe9cb7fa-616a-45b4-8d68-bfe29924bf5d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f67a970a-4852-43e4-a5c2-f9a0fbcb63be HTTP/1.1" status: 204 len: 168 time: 0.3799431 May 10 13:31:35.547839 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning for port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:31:35.555559 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:35.556340 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:35.578006 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 {{(pid=78778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:31:35.668306 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:35.675408 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-169088c3-3ead-49eb-b1c6-3d90f38e9f1b req-126df6e2-678c-4772-b18c-cb96d00dabff service neutron] 10.222.0.11 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677549 May 10 13:31:35.710604 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Transition to ACTIVE for port object 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 will not be triggered until provisioned by entity L2. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:31:35.786070 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:35.826725 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd841b5b-4923-4129-b966-917fa897af6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:31:35.838911 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:35.853028 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:35.861715 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:35.863031 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:35.864098 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:36.042072 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd841b5b-4923-4129-b966-917fa897af6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be', 'code': 200} May 10 13:31:36.062210 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:36.079694 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:36.260553 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9856d-2140-41f2-a748-1ec5ff36f0f1 req-c6bdfc17-efaa-4d0e-af0d-fc50a9d313e5 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:36.263688 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d9b9856d-2140-41f2-a748-1ec5ff36f0f1 req-c6bdfc17-efaa-4d0e-af0d-fc50a9d313e5 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1410236 May 10 13:31:36.296388 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:36.336892 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d9b9856d-2140-41f2-a748-1ec5ff36f0f1 req-24ea75b4-bb9b-4b40-aa21-590f7737adde tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646377 May 10 13:31:36.374620 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:36.507200 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c1f6a-1a60-47fb-840e-3f3caed1b26c req-f9e24004-ecdc-43c8-aaba-95386a76d57a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:36.514176 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e90c1f6a-1a60-47fb-840e-3f3caed1b26c req-f9e24004-ecdc-43c8-aaba-95386a76d57a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 931 time: 0.9310882 May 10 13:31:36.526252 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-15715c9e-7153-4c23-bfd0-91a54117d9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:36.610724 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56376a-fc2c-4533-b21d-82e20e9d4474 req-aa9f2831-facc-4d50-9119-5f6ca4f68d3e tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:36.615780 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-cd56376a-fc2c-4533-b21d-82e20e9d4474 req-aa9f2831-facc-4d50-9119-5f6ca4f68d3e tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 943 time: 0.1545057 May 10 13:31:36.630682 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-169088c3-3ead-49eb-b1c6-3d90f38e9f1b req-d633828b-2d4c-4b28-b51f-a9bbd9bc4806 service neutron] 10.222.0.11 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9468980 May 10 13:31:36.659930 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Attempting to bind port 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:31:36.660519 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Attempting to bind port 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '4c69b5ed-3efc-470f-ac99-e380fc5aa947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a'}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:31:36.660638 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Attempting to bind port 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 on network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:31:36.671740 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Port 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 on network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 13:31:36.672646 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Attempting to bind port 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 on network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:31:36.677511 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e90c1f6a-1a60-47fb-840e-3f3caed1b26c req-226b8d00-112f-4654-84a8-4c994568e24a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624939 May 10 13:31:36.690735 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Checking agent: {'id': '94ccf6da-ba5a-4c56-b2e0-555501816ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:31:36.691075 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Checking segment: {'id': '4c69b5ed-3efc-470f-ac99-e380fc5aa947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:31:36.691196 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-cd56376a-fc2c-4533-b21d-82e20e9d4474 req-66b6641b-3263-4c6d-8743-78fb10236751 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672638 May 10 13:31:36.691613 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Bound using segment: {'id': '4c69b5ed-3efc-470f-ac99-e380fc5aa947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a'} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:31:36.692065 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Bound port: 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c69b5ed-3efc-470f-ac99-e380fc5aa947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a'}}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:31:36.692403 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:36.708422 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da667ca-e725-49c8-a835-cacb85c802e9 req-53e7fae3-9f20-4c92-8f54-efa70d4ca323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:36.710013 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7da667ca-e725-49c8-a835-cacb85c802e9 req-53e7fae3-9f20-4c92-8f54-efa70d4ca323 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 1099 time: 0.4241917 May 10 13:31:36.850554 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] For port 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8, host hv-cinder-78494, cleared binding levels {{(pid=78778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:31:36.854733 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] For port 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8,segment=NetworkSegment(4c69b5ed-3efc-470f-ac99-e380fc5aa947),segment_id=4c69b5ed-3efc-470f-ac99-e380fc5aa947)] {{(pid=78778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:31:36.863403 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:36.877746 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:36.892518 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ed5cc-060a-478a-918a-5970e5ba7c64 req-b7115bb1-3cd4-424a-b2f6-9e78fd4ea239 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:36.894131 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-642ed5cc-060a-478a-918a-5970e5ba7c64 req-b7115bb1-3cd4-424a-b2f6-9e78fd4ea239 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.0978072 May 10 13:31:36.954100 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-642ed5cc-060a-478a-918a-5970e5ba7c64 req-6310c1c2-fa30-4d67-82ed-5088c3ab61ea tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540464 May 10 13:31:36.962401 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7da667ca-e725-49c8-a835-cacb85c802e9 req-35304b33-eb6c-4ba9-96ee-7cc4878dbd1a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129092 May 10 13:31:36.965540 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:36.966114 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:36.967428 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] 10.222.0.11 "PUT /v2.0/ports/2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 HTTP/1.1" status: 200 len: 1093 time: 3.2086432 May 10 13:31:36.968078 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6564d6-0eef-4004-ad1a-6dc15674947f', 'tag': '2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:31:36.985842 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8,revision_number=3']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:36.989248 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:37.028058 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6564d6-0eef-4004-ad1a-6dc15674947f', 'tag': '2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8', 'status': 'completed', 'code': 200} May 10 13:31:37.209994 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f709f67-2cdd-44dd-bfa7-e29cbe42ddb5 req-52146951-b3cc-429a-94b0-cbf1f3d9cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:37.211500 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-2f709f67-2cdd-44dd-bfa7-e29cbe42ddb5 req-52146951-b3cc-429a-94b0-cbf1f3d9cf13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f7be7aa79cc462687c35a799fdad241&device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 1096 time: 0.1337142 May 10 13:31:37.327341 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device e926e862-2c57-4a10-9077-962a29aa4b7c details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:31:37.442504 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35636) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:37.471681 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f709f67-2cdd-44dd-bfa7-e29cbe42ddb5 req-51130710-a62d-4267-a7fa-578cc64c8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:37.473910 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-2f709f67-2cdd-44dd-bfa7-e29cbe42ddb5 req-51130710-a62d-4267-a7fa-578cc64c8205 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5f7be7aa79cc462687c35a799fdad241&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2511284 May 10 13:31:37.580823 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port e926e862-2c57-4a10-9077-962a29aa4b7c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e926e862-2c57-4a10-9077-962a29aa4b7c,segment=NetworkSegment(34c07bce-b33b-4445-a41e-39719457dc45),segment_id=34c07bce-b33b-4445-a41e-39719457dc45)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:37.609556 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': 'e926e862-2c57-4a10-9077-962a29aa4b7c', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'port_id': 'e926e862-2c57-4a10-9077-962a29aa4b7c', 'mac_address': 'fa:16:3e:1f:32:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:31:37.616914 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63bf64c-f08b-43a7-b5b6-27b9b176e8f1 admin admin] Deleting subnet f5c5e0dd-aac7-4f8d-aaf1-b6f68ea32677 {{(pid=78777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 13:31:37.622024 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-c63bf64c-f08b-43a7-b5b6-27b9b176e8f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:37.673295 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f709f67-2cdd-44dd-bfa7-e29cbe42ddb5 req-a5322174-5904-47be-b204-c81ceb326cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:37.674974 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-2f709f67-2cdd-44dd-bfa7-e29cbe42ddb5 req-a5322174-5904-47be-b204-c81ceb326cdc service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1936965 May 10 13:31:37.761372 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:37.769529 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-c63bf64c-f08b-43a7-b5b6-27b9b176e8f1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:37.786520 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-c63bf64c-f08b-43a7-b5b6-27b9b176e8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862903'] for subnet, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:37.797827 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e926e862-2c57-4a10-9077-962a29aa4b7c {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:31:37.816224 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port e926e862-2c57-4a10-9077-962a29aa4b7c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e926e862-2c57-4a10-9077-962a29aa4b7c,segment=NetworkSegment(34c07bce-b33b-4445-a41e-39719457dc45),segment_id=34c07bce-b33b-4445-a41e-39719457dc45)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:37.820951 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:37.825708 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:37.831756 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d4a41-b9ad-42d0-9209-38d910b1af43 req-94c3b6bf-ae8f-4fc1-90f4-aaa25965cd38 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:37.833207 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6d7d4a41-b9ad-42d0-9209-38d910b1af43 req-94c3b6bf-ae8f-4fc1-90f4-aaa25965cd38 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.2932308 May 10 13:31:37.913077 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=e926e862-2c57-4a10-9077-962a29aa4b7c,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:37.916552 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:37.990376 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-11d4cfc3-2d3e-4f05-92af-4b9fbec537e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:37.990376 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-11d4cfc3-2d3e-4f05-92af-4b9fbec537e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f7be7aa79cc462687c35a799fdad241&device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 1096 time: 0.2674775 May 10 13:31:38.008715 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db4bc5-1316-45d3-8818-337be902d49e req-0976bd20-e59d-420c-b5b0-fbf30cfacda5 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:38.013930 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6d7d4a41-b9ad-42d0-9209-38d910b1af43 req-5b9a0a38-6409-45d7-ac02-061cb2d5af78 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729779 May 10 13:31:38.018030 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f2db4bc5-1316-45d3-8818-337be902d49e req-0976bd20-e59d-420c-b5b0-fbf30cfacda5 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 944 time: 0.1829376 May 10 13:31:38.098561 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-2438889e-b1c0-484a-ae51-01b4fea63ba1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 HTTP/1.1" status: 200 len: 217 time: 0.0776339 May 10 13:31:38.168099 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f2db4bc5-1316-45d3-8818-337be902d49e req-cd76715a-d16a-4c03-86c2-177177fcedfd tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491454 May 10 13:31:38.206977 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-a53c78b8-242d-4c78-851a-b2c7e37c34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:38.211741 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-a53c78b8-242d-4c78-851a-b2c7e37c34a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51718f73-3816-4605-8d21-33949f773597 HTTP/1.1" status: 200 len: 854 time: 0.1032929 May 10 13:31:38.304704 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-24ab4241-7581-49a4-83a5-abba83be8937 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2449dbde-57c9-4912-ac48-36ca6c3f3f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803502 May 10 13:31:38.328740 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['e926e862-2c57-4a10-9077-962a29aa4b7c'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:31:38.388848 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78acf2-3763-4a0e-b0cf-29b288c3fcb5 req-9b394d10-f0f3-483f-85de-c2764a3c85ff tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:38.393120 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6c78acf2-3763-4a0e-b0cf-29b288c3fcb5 req-9b394d10-f0f3-483f-85de-c2764a3c85ff tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 943 time: 0.2214882 May 10 13:31:38.394391 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-c63bf64c-f08b-43a7-b5b6-27b9b176e8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for subnet, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:38.407433 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-5fc3aecf-f9e5-4a6f-a4e6-631956256909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:38.506056 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bf64c-f08b-43a7-b5b6-27b9b176e8f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5c5e0dd-aac7-4f8d-aaf1-b6f68ea32677,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:38.510572 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-c63bf64c-f08b-43a7-b5b6-27b9b176e8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:38.526650 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-c63bf64c-f08b-43a7-b5b6-27b9b176e8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:38.539456 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-c63bf64c-f08b-43a7-b5b6-27b9b176e8f1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f5c5e0dd-aac7-4f8d-aaf1-b6f68ea32677 HTTP/1.1" status: 204 len: 168 time: 1.0954595 May 10 13:31:38.548920 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 35688) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:38.598351 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6c78acf2-3763-4a0e-b0cf-29b288c3fcb5 req-515bb83b-c8a9-4852-87c0-3efdee142d83 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081216 May 10 13:31:38.712540 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-0a8cdf8b-16db-4602-ac1e-48338bf3cfd8 service neutron] 10.222.0.11 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008510 May 10 13:31:38.846656 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782519'] for network, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:38.899759 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7b736-aa95-417f-b93e-c8e8b292c882 req-dec5f6f7-f455-4b87-b24a-7e430803259c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:38.901214 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b6b7b736-aa95-417f-b93e-c8e8b292c882 req-dec5f6f7-f455-4b87-b24a-7e430803259c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.4879932 May 10 13:31:39.002253 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-bebf098b-5972-4584-88a4-d12a8d9eeb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:39.110131 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b6b7b736-aa95-417f-b93e-c8e8b292c882 req-90ac01ad-b192-4a6f-86dc-8000c4a6353b tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975381 May 10 13:31:39.119583 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8786273459357'] for network, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:39.133307 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8fbd5ff5-56d5-4001-85b6-e233731d61d8 req-e57d9038-2402-4252-aa39-3f15ac4fe4af service neutron] 10.222.0.11 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034369 May 10 13:31:39.140426 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:31:39.141313 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:31:39.142096 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:31:39.142443 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Subscribe: > port after_create 55550000 {{(pid=78778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:31:39.142767 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:31:39.143100 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Subscribe: > port after_update 55550000 {{(pid=78778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:31:39.145681 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:31:39.146309 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:31:39.147335 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:31:39.147876 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:31:39.179933 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:39.231028 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35714) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:39.325330 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe57e40-52f9-491f-9d33-b64598273610 req-d1ae18e1-6b4b-4201-b8aa-fdb225848c53 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:39.340373 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9fe57e40-52f9-491f-9d33-b64598273610 req-d1ae18e1-6b4b-4201-b8aa-fdb225848c53 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1913295 May 10 13:31:39.346820 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:31:39.347290 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:31:39.347721 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:31:39.348567 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:31:39.349074 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74216274-5311-4675-84df-1f537d557420']}} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:39.366702 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112ca4d1-7efa-47b2-8665-cd4919c0945a') {'for_net_delete': True} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:39.367150 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112ca4d1-7efa-47b2-8665-cd4919c0945a') {} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:39.383346 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786273471335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296067'] for segment, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:39.401875 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9fe57e40-52f9-491f-9d33-b64598273610 req-dff42c02-cade-47f1-86b0-3662f977e986 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604577 May 10 13:31:39.420458 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d072a0b8-f4bf-4323-837b-29e127d376d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:39.435466 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-d072a0b8-f4bf-4323-837b-29e127d376d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:39.439430 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-d072a0b8-f4bf-4323-837b-29e127d376d2 admin admin] Usage tracker for resource:security_group_rule and tenant:a4d660856eb84c46bf0aed18f2750bab is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:39.442499 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-d072a0b8-f4bf-4323-837b-29e127d376d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:39.447270 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:39.449295 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-d072a0b8-f4bf-4323-837b-29e127d376d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:39.457582 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=78778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 13:31:39.458058 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2180945'] for segment, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: from cryptography.utils import int_from_bytes May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: from cryptography.utils import int_from_bytes May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: Traceback (most recent call last): May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: timer() May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: cb(*args, **kw) May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: return func(*args, **kwargs) May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: self._notify() May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: self.callback(batched_events) May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: event.method(event) May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: aggregate_uuid = self.p_client.list_aggregates( May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: return f(self, *a, **k) May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: return self._get(url).json() May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: return self.request(url, 'GET', **kwargs) May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: base_url = self.get_endpoint(auth, allow=allow, May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 13:31:39.476196 dv-cinder-784945-7-smb neutron-server[78778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 13:31:39.540570 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d072a0b8-f4bf-4323-837b-29e127d376d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:39.548186 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d072a0b8-f4bf-4323-837b-29e127d376d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:39.577469 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d09f9a-ab0c-40c4-bd03-9f3aadde680b req-82ca5a4a-1838-47c7-9b51-d44fc4385b13 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:39.579728 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-a3d09f9a-ab0c-40c4-bd03-9f3aadde680b req-82ca5a4a-1838-47c7-9b51-d44fc4385b13 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 944 time: 0.1856678 May 10 13:31:39.580332 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1711221'] for network, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:39.585916 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-613b76b7-0ad9-4128-97b5-d14bb85423e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:39.586873 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:39.590841 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:39.595444 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-d072a0b8-f4bf-4323-837b-29e127d376d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4d660856eb84c46bf0aed18f2750bab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628190 May 10 13:31:39.598060 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35724) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:39.635838 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Pushing event deleted for resources: {'Network': ['ID=74216274-5311-4675-84df-1f537d557420,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:39.648265 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:39.648625 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:39.648971 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:39.649447 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:39.650113 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:39.650221 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:39.650544 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:39.650953 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:39.651270 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:39.651766 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:39.652118 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:39.652483 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:39.656396 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:39.660130 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-4b3041ee-6d4f-4c33-895a-f6b55d025143 admin admin] 10.222.0.30 "DELETE /v2.0/networks/74216274-5311-4675-84df-1f537d557420 HTTP/1.1" status: 204 len: 168 time: 1.0940025 May 10 13:31:39.660932 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072a0b8-f4bf-4323-837b-29e127d376d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bffaf9-f55d-4cde-94ef-0861122bf6db,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:39.676769 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-d072a0b8-f4bf-4323-837b-29e127d376d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:39.690998 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-a3d09f9a-ab0c-40c4-bd03-9f3aadde680b req-fa9fc224-7662-40b2-a3e9-41fa6f864afc tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009924 May 10 13:31:39.722959 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-45ed2e8b-64c4-4ab5-af98-744b8906e7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:39.784454 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 35732) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:39.792141 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:31:39.799829 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-45ed2e8b-64c4-4ab5-af98-744b8906e7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:39.835527 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-02d38bbd-220e-42ed-95cd-364f9b527e9c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=286ae67d0b4245799f33ec466db04edc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0496335 May 10 13:31:39.837733 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 35736) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:39.863558 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e193678-54ca-4d18-8c65-f6d9d00cade0 req-930ae322-2471-4bff-af85-c7bd329207ba tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:39.865014 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-2e193678-54ca-4d18-8c65-f6d9d00cade0 req-930ae322-2471-4bff-af85-c7bd329207ba tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 943 time: 0.1315570 May 10 13:31:39.892637 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-45ed2e8b-64c4-4ab5-af98-744b8906e7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:39.899340 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-e0b4c712-84f0-4477-ba50-3e7680674895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:39.901105 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-d228f1cb-49e4-4753-9b3e-f4eeecc84a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:39.918401 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed2e8b-64c4-4ab5-af98-744b8906e7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bffaf9-f55d-4cde-94ef-0861122bf6db,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:39.925771 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-45ed2e8b-64c4-4ab5-af98-744b8906e7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:39.929106 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-d228f1cb-49e4-4753-9b3e-f4eeecc84a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:39.933673 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-2e193678-54ca-4d18-8c65-f6d9d00cade0 req-fb2b1868-589c-4de9-8050-2cbdf338443f tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618286 May 10 13:31:39.934262 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-45ed2e8b-64c4-4ab5-af98-744b8906e7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:39.938413 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-45ed2e8b-64c4-4ab5-af98-744b8906e7d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5bffaf9-f55d-4cde-94ef-0861122bf6db HTTP/1.1" status: 204 len: 168 time: 0.3392720 May 10 13:31:39.989932 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-d228f1cb-49e4-4753-9b3e-f4eeecc84a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:39.994767 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:40.009485 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228f1cb-49e4-4753-9b3e-f4eeecc84a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33617a0a-1a93-45b1-a50f-f7c7681369d2,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:40.011787 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-d228f1cb-49e4-4753-9b3e-f4eeecc84a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:40.017328 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-d228f1cb-49e4-4753-9b3e-f4eeecc84a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:40.018497 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-d228f1cb-49e4-4753-9b3e-f4eeecc84a42 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/33617a0a-1a93-45b1-a50f-f7c7681369d2 HTTP/1.1" status: 204 len: 168 time: 0.1798205 May 10 13:31:40.222359 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:40.357146 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869faf3-e671-4e6a-a8da-360463a9879b req-53952a35-3567-4769-ad40-661cb91735dc tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:40.358683 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d869faf3-e671-4e6a-a8da-360463a9879b req-53952a35-3567-4769-ad40-661cb91735dc tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.0871286 May 10 13:31:40.388945 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 35756) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:40.417054 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-568fe387-1a08-4293-bed3-33d9817da210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:40.444177 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d869faf3-e671-4e6a-a8da-360463a9879b req-fc4c47d7-6cf9-4a06-b1ee-77c3e3592a94 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771019 May 10 13:31:40.445116 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-568fe387-1a08-4293-bed3-33d9817da210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:40.449597 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-568fe387-1a08-4293-bed3-33d9817da210 admin admin] Usage tracker for resource:security_group_rule and tenant:f66c97ee9c8a496fb6bef7d396f2562d is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:40.455138 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-568fe387-1a08-4293-bed3-33d9817da210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:40.461177 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-568fe387-1a08-4293-bed3-33d9817da210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:40.576610 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-568fe387-1a08-4293-bed3-33d9817da210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:40.583103 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-568fe387-1a08-4293-bed3-33d9817da210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:40.598634 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:40.699139 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376c42d-8556-43f8-9fc8-e2189d5bf60c req-9d7f55cc-68d0-4b7a-87a9-12540d29a3c7 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:40.708059 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b376c42d-8556-43f8-9fc8-e2189d5bf60c req-9d7f55cc-68d0-4b7a-87a9-12540d29a3c7 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1108279 May 10 13:31:40.769782 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b376c42d-8556-43f8-9fc8-e2189d5bf60c req-c63750d4-e723-4c47-8013-81f57f1d6452 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605791 May 10 13:31:40.807794 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-568fe387-1a08-4293-bed3-33d9817da210 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f66c97ee9c8a496fb6bef7d396f2562d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4177763 May 10 13:31:40.811252 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35782) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:40.814336 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fe387-1a08-4293-bed3-33d9817da210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e0c4eb-26f4-4fbb-be39-7905f0dcf0db,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:40.821868 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-568fe387-1a08-4293-bed3-33d9817da210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:40.878335 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e00dd7-ab59-4081-b8e9-1bd1e5e95e0c req-0ccb1351-5db5-4ee9-91da-896a15c78720 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:40.880368 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-85e00dd7-ab59-4081-b8e9-1bd1e5e95e0c req-0ccb1351-5db5-4ee9-91da-896a15c78720 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.2466836 May 10 13:31:40.889207 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 35786) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:40.896983 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-4fe89010-490c-48de-bea9-1a6a7b7aa102 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Request body: {'floatingip': {'port_id': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:40.914157 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fd54f3e7-800d-42eb-9478-3485f96efbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:40.987003 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fd54f3e7-800d-42eb-9478-3485f96efbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:40.995331 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4fe89010-490c-48de-bea9-1a6a7b7aa102 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for floatingip, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:41.058772 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd768998-6d7e-4838-a813-66d59ca7861f req-cab8f598-4aff-41d6-8f56-8ca6405f08bf tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:41.060598 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-bd768998-6d7e-4838-a813-66d59ca7861f req-cab8f598-4aff-41d6-8f56-8ca6405f08bf tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 944 time: 0.1332088 May 10 13:31:41.104507 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fd54f3e7-800d-42eb-9478-3485f96efbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:41.110509 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:41.124501 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-bd768998-6d7e-4838-a813-66d59ca7861f req-87cea0bf-9444-4a6d-8ac1-09d83dadff4a tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576692 May 10 13:31:41.125698 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54f3e7-800d-42eb-9478-3485f96efbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e0c4eb-26f4-4fbb-be39-7905f0dcf0db,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:41.129682 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-fd54f3e7-800d-42eb-9478-3485f96efbca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:41.133499 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fd54f3e7-800d-42eb-9478-3485f96efbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:41.138193 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-fd54f3e7-800d-42eb-9478-3485f96efbca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02e0c4eb-26f4-4fbb-be39-7905f0dcf0db HTTP/1.1" status: 204 len: 168 time: 0.3237500 May 10 13:31:41.350766 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device e926e862-2c57-4a10-9077-962a29aa4b7c up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:31:41.462845 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning for port e926e862-2c57-4a10-9077-962a29aa4b7c completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:31:41.470046 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port e926e862-2c57-4a10-9077-962a29aa4b7c triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:41.470856 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:41.524284 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f945b66-9e61-4a30-b661-9534d795450e req-aa3dc761-8cd2-47da-8bae-1c215d16eef3 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:41.526340 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-9f945b66-9e61-4a30-b661-9534d795450e req-aa3dc761-8cd2-47da-8bae-1c215d16eef3 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 943 time: 0.3755441 May 10 13:31:41.606476 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-9f945b66-9e61-4a30-b661-9534d795450e req-993c1a7e-41bf-4845-98eb-8bc3cc2c86a1 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733435 May 10 13:31:41.634791 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:41.664764 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66f841c-1d60-4b6a-8df3-7d0a1790cf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e926e862-2c57-4a10-9077-962a29aa4b7c'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:31:41.693581 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port e926e862-2c57-4a10-9077-962a29aa4b7c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e926e862-2c57-4a10-9077-962a29aa4b7c,segment=NetworkSegment(34c07bce-b33b-4445-a41e-39719457dc45),segment_id=34c07bce-b33b-4445-a41e-39719457dc45)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:41.702285 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:41.705132 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:41.760910 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66f841c-1d60-4b6a-8df3-7d0a1790cf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e926e862-2c57-4a10-9077-962a29aa4b7c', 'code': 200} May 10 13:31:41.847831 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=e926e862-2c57-4a10-9077-962a29aa4b7c,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:41.857896 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:41.994396 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:42.240141 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18c7af-9851-4b11-8bc3-51a4591a5fba req-5370b753-8a1f-4482-ae9c-dc9fb2c2a8a6 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:42.241681 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8b18c7af-9851-4b11-8bc3-51a4591a5fba req-5370b753-8a1f-4482-ae9c-dc9fb2c2a8a6 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.3084371 May 10 13:31:42.295166 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4fe89010-490c-48de-bea9-1a6a7b7aa102 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:42.309476 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d86fcd-f753-44fa-bc26-ff8d602f77d2 req-3036e468-5b64-41ef-a939-fe508997d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:42.310954 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d8d86fcd-f753-44fa-bc26-ff8d602f77d2 req-3036e468-5b64-41ef-a939-fe508997d1ba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 1098 time: 0.3008969 May 10 13:31:42.315338 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4fe89010-490c-48de-bea9-1a6a7b7aa102 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1711226'] for floatingip, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:42.371041 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125bcd1-55dd-4cbb-b028-a348e35455a2 req-a9a064f5-d296-42b9-bbe1-3cd1a3058443 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:42.373218 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f125bcd1-55dd-4cbb-b028-a348e35455a2 req-a9a064f5-d296-42b9-bbe1-3cd1a3058443 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.1148295 May 10 13:31:42.428995 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f125bcd1-55dd-4cbb-b028-a348e35455a2 req-1041728c-d574-494a-962d-a9fbb3b3c28a tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441160 May 10 13:31:42.499892 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8b18c7af-9851-4b11-8bc3-51a4591a5fba req-e6e3f797-77ec-4bb9-9a77-7fb6ce525a72 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452204 May 10 13:31:42.525409 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d8d86fcd-f753-44fa-bc26-ff8d602f77d2 req-0bf00190-1ffe-4caa-a845-c9cbd7d92f9e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493249 May 10 13:31:42.567122 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.db.l3_db [None req-4fe89010-490c-48de-bea9-1a6a7b7aa102 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Floating IP 4569e89b-e1af-4cb4-95be-8b5ff135ed65 associated. External IP: 172.28.0.133, port: 2b6e139c-fe15-4d13-bec7-1a2e55bd04be. May 10 13:31:42.831159 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35854) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:42.956253 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe89010-490c-48de-bea9-1a6a7b7aa102 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:31:42.970216 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c49428-ceee-4126-b46e-d37cffbce0a8 req-48e5ee72-6a50-4c7b-b2cd-95897a75c02c tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:42.971668 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-69c49428-ceee-4126-b46e-d37cffbce0a8 req-48e5ee72-6a50-4c7b-b2cd-95897a75c02c tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 943 time: 0.1025677 May 10 13:31:43.046159 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-69c49428-ceee-4126-b46e-d37cffbce0a8 req-ed705ef9-a8c1-47e5-bafe-da0fa9c64296 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682604 May 10 13:31:43.068781 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:43.087406 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:43.092637 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Usage tracker for resource:security_group_rule and tenant:3ca5f9910831472e9f7b6a83b753ee52 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:43.096839 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:43.104709 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:43.205613 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:43.210842 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:43.229221 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-7a3d8878-adce-43c7-958e-2bba68daeacc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:43.278067 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe89010-490c-48de-bea9-1a6a7b7aa102 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:31:43.283003 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ca5f9910831472e9f7b6a83b753ee52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4504523 May 10 13:31:43.283888 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32cbe40-9dc3-4b19-8171-a4cb11629233,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:43.286164 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 35870) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:43.292863 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:43.293403 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:43.293688 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:43.294027 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:43.294542 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:43.294855 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:43.295587 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:43.296030 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:43.297879 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:43.301403 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807a53ca-a98b-4991-aef2-090818d91219 None None] Sync routers for ids ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'] in dv-cinder-784945-7-smb {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:31:43.305947 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:43.306266 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:43.306637 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:43.310418 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807a53ca-a98b-4991-aef2-090818d91219 None None] Routers {'11b4aa14-3915-49e6-8f13-df8cee75a2e0'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:31:43.310716 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:43.311025 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-807a53ca-a98b-4991-aef2-090818d91219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:31:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:43.327207 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4fe89010-490c-48de-bea9-1a6a7b7aa102 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for floatingip, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:43.364925 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:31:43.406283 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-cdcc89a3-487c-4c2c-82fc-4e22ae3889fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:43.427844 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-4fe89010-490c-48de-bea9-1a6a7b7aa102 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "PUT /v2.0/floatingips/4569e89b-e1af-4cb4-95be-8b5ff135ed65 HTTP/1.1" status: 200 len: 992 time: 2.5372539 May 10 13:31:43.431814 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd841b5b-4923-4129-b966-917fa897af6a', 'tag': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:31:43.460381 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-cdcc89a3-487c-4c2c-82fc-4e22ae3889fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:43.532982 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd841b5b-4923-4129-b966-917fa897af6a', 'tag': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be', 'status': 'completed', 'code': 200} May 10 13:31:43.567408 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-807a53ca-a98b-4991-aef2-090818d91219 None None] Set router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:31:43.744691 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8,segment=NetworkSegment(4c69b5ed-3efc-470f-ac99-e380fc5aa947),segment_id=4c69b5ed-3efc-470f-ac99-e380fc5aa947)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:43.759529 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': '2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8', 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a', 'port_id': '2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8', 'mac_address': 'fa:16:3e:cf:68:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51718f73-3816-4605-8d21-33949f773597', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:31:43.873285 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:43.908556 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:31:43.917101 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bada21-1c30-42cb-b704-6cf1dd78ebc9 req-380ab788-66fd-4362-b890-f34530894000 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:43.927878 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d9bada21-1c30-42cb-b704-6cf1dd78ebc9 req-380ab788-66fd-4362-b890-f34530894000 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1027584 May 10 13:31:43.949019 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8,segment=NetworkSegment(4c69b5ed-3efc-470f-ac99-e380fc5aa947),segment_id=4c69b5ed-3efc-470f-ac99-e380fc5aa947)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:43.954792 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daad697-b1f8-4e76-87f7-43a465b2af90 req-ad7edbf2-aaeb-4888-b8b7-f7d9fe2e84fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:43.956459 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8daad697-b1f8-4e76-87f7-43a465b2af90 req-ad7edbf2-aaeb-4888-b8b7-f7d9fe2e84fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94c12e582ce64e398dff331859cc2254&device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 1099 time: 0.3873508 May 10 13:31:43.957968 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:43.959879 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:43.987225 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463a6db-c7ec-447a-9fd6-fe22915b5ee2 req-483ec079-f2ae-4110-8562-9be4528bcc5b tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:43.994945 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b463a6db-c7ec-447a-9fd6-fe22915b5ee2 req-483ec079-f2ae-4110-8562-9be4528bcc5b tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.2723019 May 10 13:31:44.014329 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d9bada21-1c30-42cb-b704-6cf1dd78ebc9 req-6554a0c6-138f-4d66-a257-e21e451cd2d2 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829041 May 10 13:31:44.025859 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-cdcc89a3-487c-4c2c-82fc-4e22ae3889fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:44.046497 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-0b9d6ebd-def2-4c22-aa7c-a3195af394d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:44.057184 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:44.060348 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:44.064306 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc89a3-487c-4c2c-82fc-4e22ae3889fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32cbe40-9dc3-4b19-8171-a4cb11629233,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:44.132275 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-807a53ca-a98b-4991-aef2-090818d91219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:30:57Z', 'revision_number': 4, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_floatingips': [{'id': '4569e89b-e1af-4cb4-95be-8b5ff135ed65', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'floating_ip_address': '172.28.0.133', 'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'router_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'port_id': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'mac_address': 'fa:16:3e:97:5e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd841b5b-4923-4129-b966-917fa897af6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:31:12Z', 'updated_at': '2021-05-10T13:31:42Z', 'revision_number': 1, 'project_id': '94c12e582ce64e398dff331859cc2254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1757dd30-e03c-4052-9dd6-595f8047591e', 'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'mac_address': 'fa:16:3e:ac:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 5, 'project_id': '94c12e582ce64e398dff331859cc2254', 'subnets': [{'id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:44.137194 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807a53ca-a98b-4991-aef2-090818d91219 None None] Checking router: 11b4aa14-3915-49e6-8f13-df8cee75a2e0 for host: dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:31:44.138149 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-cdcc89a3-487c-4c2c-82fc-4e22ae3889fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:44.147399 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807a53ca-a98b-4991-aef2-090818d91219 None None] Routers {'11b4aa14-3915-49e6-8f13-df8cee75a2e0'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:31:44.148065 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-807a53ca-a98b-4991-aef2-090818d91219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:31:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:44.169234 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-cdcc89a3-487c-4c2c-82fc-4e22ae3889fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:44.173100 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-cdcc89a3-487c-4c2c-82fc-4e22ae3889fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a32cbe40-9dc3-4b19-8171-a4cb11629233 HTTP/1.1" status: 204 len: 168 time: 0.8830998 May 10 13:31:44.192580 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b463a6db-c7ec-447a-9fd6-fe22915b5ee2 req-5d521990-e1ff-4a4e-b247-a0a79748e649 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962693 May 10 13:31:44.290308 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362eb00e-c65c-4de6-a4f8-31a9842f2302 req-d029a504-7a87-4470-abe4-4a432ee8201d tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:44.298234 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-362eb00e-c65c-4de6-a4f8-31a9842f2302 req-d029a504-7a87-4470-abe4-4a432ee8201d tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 944 time: 0.1229651 May 10 13:31:44.301809 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daad697-b1f8-4e76-87f7-43a465b2af90 req-89bfdd17-6141-49da-ac09-f03e2eb08ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:44.303289 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8daad697-b1f8-4e76-87f7-43a465b2af90 req-89bfdd17-6141-49da-ac09-f03e2eb08ea7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803 HTTP/1.1" status: 200 len: 918 time: 0.3293815 May 10 13:31:44.338851 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:31:44.353651 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-362eb00e-c65c-4de6-a4f8-31a9842f2302 req-88a83a78-f631-43fc-a9dd-fed7a4c43c68 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543313 May 10 13:31:44.425472 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8daad697-b1f8-4e76-87f7-43a465b2af90 req-496e12bc-b252-4895-96a6-dbca2f36efe2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b6e139c-fe15-4d13-bec7-1a2e55bd04be HTTP/1.1" status: 200 len: 1000 time: 0.1112521 May 10 13:31:44.456909 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-807a53ca-a98b-4991-aef2-090818d91219 None None] Set router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:31:44.499078 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daad697-b1f8-4e76-87f7-43a465b2af90 req-13ed0344-642c-40d4-828a-bbff945ac6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:44.500656 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8daad697-b1f8-4e76-87f7-43a465b2af90 req-13ed0344-642c-40d4-828a-bbff945ac6cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24199e2d-ee05-4653-a9ce-54cbb6e9b5cc HTTP/1.1" status: 200 len: 856 time: 0.0679672 May 10 13:31:44.598292 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daad697-b1f8-4e76-87f7-43a465b2af90 req-65b8e004-dbac-48e1-bfde-11bc25020521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:44.599889 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8daad697-b1f8-4e76-87f7-43a465b2af90 req-65b8e004-dbac-48e1-bfde-11bc25020521 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0877614 May 10 13:31:44.770528 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8daad697-b1f8-4e76-87f7-43a465b2af90 req-d802015e-d047-41b6-b4de-261d674278b0 service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620655 May 10 13:31:44.932640 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8daad697-b1f8-4e76-87f7-43a465b2af90 req-f312ea2c-de62-4c04-8769-1c72e439aa90 service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524684 May 10 13:31:44.950323 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-807a53ca-a98b-4991-aef2-090818d91219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:30:57Z', 'revision_number': 4, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_floatingips': [{'id': '4569e89b-e1af-4cb4-95be-8b5ff135ed65', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'floating_ip_address': '172.28.0.133', 'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'router_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'port_id': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'mac_address': 'fa:16:3e:97:5e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd841b5b-4923-4129-b966-917fa897af6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:31:12Z', 'updated_at': '2021-05-10T13:31:42Z', 'revision_number': 1, 'project_id': '94c12e582ce64e398dff331859cc2254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1757dd30-e03c-4052-9dd6-595f8047591e', 'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'mac_address': 'fa:16:3e:ac:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 5, 'project_id': '94c12e582ce64e398dff331859cc2254', 'subnets': [{'id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:44.956003 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807a53ca-a98b-4991-aef2-090818d91219 None None] The sync data for ids ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'] in dv-cinder-784945-7-smb is: [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:30:57Z', 'revision_number': 4, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_floatingips': [{'id': '4569e89b-e1af-4cb4-95be-8b5ff135ed65', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'floating_ip_address': '172.28.0.133', 'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'router_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'port_id': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'mac_address': 'fa:16:3e:97:5e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd841b5b-4923-4129-b966-917fa897af6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:31:12Z', 'updated_at': '2021-05-10T13:31:42Z', 'revision_number': 1, 'project_id': '94c12e582ce64e398dff331859cc2254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1757dd30-e03c-4052-9dd6-595f8047591e', 'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'mac_address': 'fa:16:3e:ac:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 5, 'project_id': '94c12e582ce64e398dff331859cc2254', 'subnets': [{'id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:31:45.244065 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe37c62a-d8f7-4821-bf6a-c482e6314fb6 None None] New status for floating IP 4569e89b-e1af-4cb4-95be-8b5ff135ed65: ACTIVE {{(pid=78779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 13:31:45.271354 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cec3d8-2fb5-45e2-8c18-ceb03cdbfdd2 req-fcb15d05-8847-4c59-9302-5dea611e8876 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:45.278555 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-51cec3d8-2fb5-45e2-8c18-ceb03cdbfdd2 req-fcb15d05-8847-4c59-9302-5dea611e8876 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1394033 May 10 13:31:45.336119 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-51cec3d8-2fb5-45e2-8c18-ceb03cdbfdd2 req-91e75ead-43b6-4c8f-aebf-02f8dbe43e84 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566015 May 10 13:31:45.524146 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937aca4-d538-4cf1-a377-6ce84332248b req-d4d166c4-4782-40f1-9983-8b78fb18b0ff tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:45.537694 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-2937aca4-d538-4cf1-a377-6ce84332248b req-d4d166c4-4782-40f1-9983-8b78fb18b0ff tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.1778173 May 10 13:31:45.633171 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13410bc5-bc05-409a-994a-50c0c366479c req-ad7e93fb-1872-4dd5-a61b-3cbafd0af204 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:45.638199 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-13410bc5-bc05-409a-994a-50c0c366479c req-ad7e93fb-1872-4dd5-a61b-3cbafd0af204 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 944 time: 0.1634305 May 10 13:31:45.639121 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-2937aca4-d538-4cf1-a377-6ce84332248b req-6e8e8651-6ca8-419a-8720-fb9015d91578 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954444 May 10 13:31:45.788602 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-13410bc5-bc05-409a-994a-50c0c366479c req-cf1a339e-f3d7-4a2b-bfa8-7f30a78a52ec tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429038 May 10 13:31:45.879303 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 35956) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:45.976485 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2f951-3d13-4366-af21-3886af48fab1 req-ec201869-85e8-4d51-88eb-28448f96eb62 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:45.985663 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-7ce2f951-3d13-4366-af21-3886af48fab1 req-ec201869-85e8-4d51-88eb-28448f96eb62 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.2092409 May 10 13:31:45.988411 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 35962) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:46.000821 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-f625ce11-944a-4090-a075-2ac9cd873259 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Request body: {'floatingip': {'port_id': 'e926e862-2c57-4a10-9077-962a29aa4b7c'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:46.094956 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9c065d87-32e2-42bf-a475-a09799e18553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:46.111541 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f625ce11-944a-4090-a075-2ac9cd873259 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for floatingip, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:46.276356 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-9c065d87-32e2-42bf-a475-a09799e18553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:46.315294 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-9c065d87-32e2-42bf-a475-a09799e18553 admin admin] Usage tracker for resource:security_group_rule and tenant:b174d4022f5f42569f41dc7cf14a2f76 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:46.319771 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-9c065d87-32e2-42bf-a475-a09799e18553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:46.329159 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-9c065d87-32e2-42bf-a475-a09799e18553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:46.516245 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f06018-9707-47f1-976a-973c1b7a2dbd req-a1958de5-ad8b-44c1-9edf-cb89f54a998e tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:46.517683 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e8f06018-9707-47f1-976a-973c1b7a2dbd req-a1958de5-ad8b-44c1-9edf-cb89f54a998e tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.0842960 May 10 13:31:46.564843 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e8f06018-9707-47f1-976a-973c1b7a2dbd req-593e279f-6f5d-42ba-b21e-134cd2b09dae tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403485 May 10 13:31:46.638975 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9c065d87-32e2-42bf-a475-a09799e18553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:46.699249 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9c065d87-32e2-42bf-a475-a09799e18553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:46.719117 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-256aa1f0-7095-4ac2-bb8d-9cbd5833bc22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:46.778097 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-9c065d87-32e2-42bf-a475-a09799e18553 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b174d4022f5f42569f41dc7cf14a2f76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8974926 May 10 13:31:46.778856 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c065d87-32e2-42bf-a475-a09799e18553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad30217-73eb-405e-aea6-26b91676ce45,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:46.780785 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 35974) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:46.782433 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-9c065d87-32e2-42bf-a475-a09799e18553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:46.861500 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-38a5c358-9ab4-4709-a24b-945ee9567431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:46.894359 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-38a5c358-9ab4-4709-a24b-945ee9567431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:46.943051 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f625ce11-944a-4090-a075-2ac9cd873259 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:46.968153 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-38a5c358-9ab4-4709-a24b-945ee9567431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:46.973882 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-9e06d7cb-75d7-4e60-b498-c65e91487bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:46.980219 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f625ce11-944a-4090-a075-2ac9cd873259 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1711226'] for floatingip, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:46.989482 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5c358-9ab4-4709-a24b-945ee9567431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad30217-73eb-405e-aea6-26b91676ce45,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:46.998349 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-38a5c358-9ab4-4709-a24b-945ee9567431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:46.999214 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-38a5c358-9ab4-4709-a24b-945ee9567431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:47.001410 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-38a5c358-9ab4-4709-a24b-945ee9567431 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aad30217-73eb-405e-aea6-26b91676ce45 HTTP/1.1" status: 204 len: 168 time: 0.2180130 May 10 13:31:47.196517 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e408d-d24e-4996-baaf-963842c90ce5 req-d63896f2-7f8d-4a99-a42f-b5ebb39191d3 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:47.198345 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-642e408d-d24e-4996-baaf-963842c90ce5 req-d63896f2-7f8d-4a99-a42f-b5ebb39191d3 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 944 time: 0.2659299 May 10 13:31:47.202310 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.db.l3_db [None req-f625ce11-944a-4090-a075-2ac9cd873259 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Floating IP 3482e33e-b6cc-4e58-a736-cb15054e3207 associated. External IP: 172.28.0.24, port: e926e862-2c57-4a10-9077-962a29aa4b7c. May 10 13:31:47.371072 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 36004) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:47.387630 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:31:47.408137 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9120b44d-04ec-49c4-8e52-8747a080bd93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:47.422754 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-642e408d-d24e-4996-baaf-963842c90ce5 req-045328a7-a266-4656-b4fd-eae6a9923088 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478832 May 10 13:31:47.454263 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-9120b44d-04ec-49c4-8e52-8747a080bd93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:47.462141 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-9120b44d-04ec-49c4-8e52-8747a080bd93 admin admin] Usage tracker for resource:security_group_rule and tenant:7444b75bbe3741fa945c7f0d4876c17c is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:47.472617 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-9120b44d-04ec-49c4-8e52-8747a080bd93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:47.486278 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-9120b44d-04ec-49c4-8e52-8747a080bd93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:47.520841 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning for port 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:31:47.529643 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:31:47.534473 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:47.617017 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9120b44d-04ec-49c4-8e52-8747a080bd93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:47.622964 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9120b44d-04ec-49c4-8e52-8747a080bd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:47.635751 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-38a5c358-9ab4-4709-a24b-945ee9567431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:47.700231 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-9120b44d-04ec-49c4-8e52-8747a080bd93 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7444b75bbe3741fa945c7f0d4876c17c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283899 May 10 13:31:47.704735 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 36022) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:47.706130 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120b44d-04ec-49c4-8e52-8747a080bd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53110b84-ffc2-4b5b-b56d-1eb8e7a0320b,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:47.708882 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:47.722175 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-9120b44d-04ec-49c4-8e52-8747a080bd93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:47.749550 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6564d6-0eef-4004-ad1a-6dc15674947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:31:47.780422 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8,segment=NetworkSegment(4c69b5ed-3efc-470f-ac99-e380fc5aa947),segment_id=4c69b5ed-3efc-470f-ac99-e380fc5aa947)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:31:47.786111 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:47.788418 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:47.849825 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6564d6-0eef-4004-ad1a-6dc15674947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8', 'code': 200} May 10 13:31:47.895476 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f625ce11-944a-4090-a075-2ac9cd873259 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:31:47.910933 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948fd40-aa6a-4d6a-a316-0821f86f3941 req-4cc0dd6a-12c4-4221-b5bb-7a53f090e64f tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:47.918702 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-5948fd40-aa6a-4d6a-a316-0821f86f3941 req-4cc0dd6a-12c4-4221-b5bb-7a53f090e64f tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1550980 May 10 13:31:47.926910 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:47.942537 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:47.943062 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:47.943543 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:47.944049 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:47.944535 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:47.948486 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:47.949012 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:47.949536 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:47.950042 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:47.950372 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:47.950699 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:47.951019 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:31:47.955193 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:47.988970 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-5948fd40-aa6a-4d6a-a316-0821f86f3941 req-67c8e4c3-e232-4675-af17-6613930219cc tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691001 May 10 13:31:48.051260 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-feaadd4f-e7c1-4dbd-9221-3d8e254c9c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:48.208047 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-feaadd4f-e7c1-4dbd-9221-3d8e254c9c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:48.305772 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f625ce11-944a-4090-a075-2ac9cd873259 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:31:48.315760 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec8777-6ae5-486f-9ded-a3d6730fc1b4 None None] Sync routers for ids ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'] in dv-cinder-784945-7-smb {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:31:48.322661 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7099550-c413-463e-8f1a-7e82a5decfee req-aedf4898-669b-44c1-be7b-5c7700277675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:48.324111 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c7099550-c413-463e-8f1a-7e82a5decfee req-aedf4898-669b-44c1-be7b-5c7700277675 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 1098 time: 0.1944351 May 10 13:31:48.331651 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec8777-6ae5-486f-9ded-a3d6730fc1b4 None None] Routers {'42dd5131-8cd3-4b89-a34a-9f8be272e4d3'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:31:48.332323 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-33ec8777-6ae5-486f-9ded-a3d6730fc1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:31:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:48.334167 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-feaadd4f-e7c1-4dbd-9221-3d8e254c9c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:48.342241 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-28804e91-695f-4388-9d72-0e0268b4b4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:48.375685 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f625ce11-944a-4090-a075-2ac9cd873259 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for floatingip, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:48.401914 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaadd4f-e7c1-4dbd-9221-3d8e254c9c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53110b84-ffc2-4b5b-b56d-1eb8e7a0320b,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:48.416302 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-feaadd4f-e7c1-4dbd-9221-3d8e254c9c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:48.420043 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-feaadd4f-e7c1-4dbd-9221-3d8e254c9c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:48.424013 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-feaadd4f-e7c1-4dbd-9221-3d8e254c9c84 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/53110b84-ffc2-4b5b-b56d-1eb8e7a0320b HTTP/1.1" status: 204 len: 168 time: 0.7166505 May 10 13:31:48.504858 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c7099550-c413-463e-8f1a-7e82a5decfee req-09b47650-361e-42fc-93a5-5204822c76fc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667111 May 10 13:31:48.506396 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-f625ce11-944a-4090-a075-2ac9cd873259 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "PUT /v2.0/floatingips/3482e33e-b6cc-4e58-a736-cb15054e3207 HTTP/1.1" status: 200 len: 990 time: 2.5169020 May 10 13:31:48.509582 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66f841c-1d60-4b6a-8df3-7d0a1790cf5e', 'tag': 'e926e862-2c57-4a10-9077-962a29aa4b7c'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:31:48.712225 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-33ec8777-6ae5-486f-9ded-a3d6730fc1b4 None None] Set router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:31:48.782204 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e1323-e59b-4ab9-969e-9cd5e63ba6ad req-9c48af58-463b-432e-b6f8-0cf07edd2c10 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:48.784201 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-381e1323-e59b-4ab9-969e-9cd5e63ba6ad req-9c48af58-463b-432e-b6f8-0cf07edd2c10 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 945 time: 0.1166413 May 10 13:31:48.832952 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66f841c-1d60-4b6a-8df3-7d0a1790cf5e', 'tag': 'e926e862-2c57-4a10-9077-962a29aa4b7c', 'status': 'completed', 'code': 200} May 10 13:31:48.907618 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-381e1323-e59b-4ab9-969e-9cd5e63ba6ad req-fdc628e8-09b7-4a9b-bed4-14eeb8d5bc41 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085477 May 10 13:31:48.939749 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc4001-92f6-4258-a0a3-f7c980e30541 req-bee42992-77d3-4242-83b1-1808a29f9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:48.941202 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-45cc4001-92f6-4258-a0a3-f7c980e30541 req-bee42992-77d3-4242-83b1-1808a29f9d78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cbf6a3e7b18e4feea680a92d87a1e13a&device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 1098 time: 0.1074724 May 10 13:31:49.130134 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc4001-92f6-4258-a0a3-f7c980e30541 req-a26dff44-bf19-430a-a7db-f68c66b5749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:49.131942 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-45cc4001-92f6-4258-a0a3-f7c980e30541 req-a26dff44-bf19-430a-a7db-f68c66b5749a service neutron] 10.222.0.11 "GET /v2.0/networks?id=84ebd01f-3ae2-4677-9e0c-fa553f1814b3 HTTP/1.1" status: 200 len: 911 time: 0.1831946 May 10 13:31:49.153235 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-33ec8777-6ae5-486f-9ded-a3d6730fc1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:31:06Z', 'revision_number': 4, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port': {'id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_floatingips': [{'id': '3482e33e-b6cc-4e58-a736-cb15054e3207', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'floating_ip_address': '172.28.0.24', 'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'router_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'port_id': 'e926e862-2c57-4a10-9077-962a29aa4b7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'mac_address': 'fa:16:3e:1f:32:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66f841c-1d60-4b6a-8df3-7d0a1790cf5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:31:18Z', 'updated_at': '2021-05-10T13:31:46Z', 'revision_number': 1, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae', 'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'mac_address': 'fa:16:3e:6a:0c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:02Z', 'updated_at': '2021-05-10T13:31:18Z', 'revision_number': 5, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'subnets': [{'id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:49.159251 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec8777-6ae5-486f-9ded-a3d6730fc1b4 None None] Checking router: 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 for host: dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:31:49.169568 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec8777-6ae5-486f-9ded-a3d6730fc1b4 None None] Routers {'42dd5131-8cd3-4b89-a34a-9f8be272e4d3'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:31:49.170188 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-33ec8777-6ae5-486f-9ded-a3d6730fc1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:31:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:49.215318 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae98561-0cbb-4b78-b576-2e7c5564b0a1 req-64b59c16-8ba9-4816-aa03-db7d316b44ca tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:49.217711 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-eae98561-0cbb-4b78-b576-2e7c5564b0a1 req-64b59c16-8ba9-4816-aa03-db7d316b44ca tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.0938492 May 10 13:31:49.274088 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-45cc4001-92f6-4258-a0a3-f7c980e30541 req-44660ec7-a33c-42f1-a5de-292361453dab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e926e862-2c57-4a10-9077-962a29aa4b7c HTTP/1.1" status: 200 len: 998 time: 0.1275377 May 10 13:31:49.302544 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-eae98561-0cbb-4b78-b576-2e7c5564b0a1 req-9ba63d8b-b0f2-456e-976c-2ba913283034 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769620 May 10 13:31:49.369096 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc4001-92f6-4258-a0a3-f7c980e30541 req-1e3d01f0-c6f4-413a-a0a8-042108d35ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:49.370604 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-45cc4001-92f6-4258-a0a3-f7c980e30541 req-1e3d01f0-c6f4-413a-a0a8-042108d35ff4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72850fb9-4f1b-4ea3-98c6-92c4f29f074e HTTP/1.1" status: 200 len: 849 time: 0.0763438 May 10 13:31:49.388311 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-33ec8777-6ae5-486f-9ded-a3d6730fc1b4 None None] Set router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:31:49.461756 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc4001-92f6-4258-a0a3-f7c980e30541 req-15c70d95-dbe2-4b66-b7c2-26c351f0c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:49.463003 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-45cc4001-92f6-4258-a0a3-f7c980e30541 req-15c70d95-dbe2-4b66-b7c2-26c351f0c130 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84ebd01f-3ae2-4677-9e0c-fa553f1814b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837905 May 10 13:31:49.630341 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-45cc4001-92f6-4258-a0a3-f7c980e30541 req-6038cfaa-5c68-480e-89b0-e0378a61fd6d service neutron] 10.222.0.11 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577463 May 10 13:31:49.801604 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-45cc4001-92f6-4258-a0a3-f7c980e30541 req-bfc3e05f-21f5-41ff-a3e7-4d3b64f10060 service neutron] 10.222.0.11 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556897 May 10 13:31:49.921409 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-33ec8777-6ae5-486f-9ded-a3d6730fc1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:31:06Z', 'revision_number': 4, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port': {'id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_floatingips': [{'id': '3482e33e-b6cc-4e58-a736-cb15054e3207', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'floating_ip_address': '172.28.0.24', 'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'router_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'port_id': 'e926e862-2c57-4a10-9077-962a29aa4b7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'mac_address': 'fa:16:3e:1f:32:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66f841c-1d60-4b6a-8df3-7d0a1790cf5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:31:18Z', 'updated_at': '2021-05-10T13:31:46Z', 'revision_number': 1, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae', 'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'mac_address': 'fa:16:3e:6a:0c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:02Z', 'updated_at': '2021-05-10T13:31:18Z', 'revision_number': 5, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'subnets': [{'id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:31:49.927678 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec8777-6ae5-486f-9ded-a3d6730fc1b4 None None] The sync data for ids ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'] in dv-cinder-784945-7-smb is: [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:31:06Z', 'revision_number': 4, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port': {'id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_floatingips': [{'id': '3482e33e-b6cc-4e58-a736-cb15054e3207', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'floating_ip_address': '172.28.0.24', 'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'router_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'port_id': 'e926e862-2c57-4a10-9077-962a29aa4b7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'mac_address': 'fa:16:3e:1f:32:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66f841c-1d60-4b6a-8df3-7d0a1790cf5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:31:18Z', 'updated_at': '2021-05-10T13:31:46Z', 'revision_number': 1, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae', 'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'mac_address': 'fa:16:3e:6a:0c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:02Z', 'updated_at': '2021-05-10T13:31:18Z', 'revision_number': 5, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'subnets': [{'id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:31:50.204834 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2a47a-57e9-40f2-9c8f-37849f7d26bc req-ae619254-adf7-440d-8713-ac818d694110 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:50.226544 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-10d2a47a-57e9-40f2-9c8f-37849f7d26bc req-ae619254-adf7-440d-8713-ac818d694110 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 945 time: 0.1473525 May 10 13:31:50.280063 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-10d2a47a-57e9-40f2-9c8f-37849f7d26bc req-fe80bc1a-7965-4da3-9355-b7e085424f0c tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525937 May 10 13:31:50.316065 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d70c1-effd-42a6-8abb-10e463213f2d None None] New status for floating IP 3482e33e-b6cc-4e58-a736-cb15054e3207: ACTIVE {{(pid=78779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 13:31:50.640276 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28f3c7-0fa0-4a5e-9196-a89ade884fe3 req-4a79f718-3dce-4716-a258-e5439c6e8423 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:50.648364 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4c28f3c7-0fa0-4a5e-9196-a89ade884fe3 req-4a79f718-3dce-4716-a258-e5439c6e8423 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1281323 May 10 13:31:50.691220 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4c28f3c7-0fa0-4a5e-9196-a89ade884fe3 req-c0b9be85-b781-41ce-81dc-9cc8683233d1 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419772 May 10 13:31:51.889700 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41505d-010f-4319-b65c-07dbe20c331b req-a36fcd86-0407-4cc9-a6de-5f5c4116352b tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:51.891312 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ad41505d-010f-4319-b65c-07dbe20c331b req-a36fcd86-0407-4cc9-a6de-5f5c4116352b tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.0860786 May 10 13:31:51.940868 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ad41505d-010f-4319-b65c-07dbe20c331b req-63996f5e-e90d-4f1d-ad67-f387d8b1ee8a tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398273 May 10 13:31:52.723317 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-f57d5773-10d0-4569-9811-b770594061d1 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:52.732538 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-f57d5773-10d0-4569-9811-b770594061d1 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/networks?id=2449dbde-57c9-4912-ac48-36ca6c3f3f9a HTTP/1.1" status: 200 len: 814 time: 0.2238989 May 10 13:31:52.751222 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-5cbf2c04-35d0-4530-92dc-69c90cf88ae6 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/quotas/5f7be7aa79cc462687c35a799fdad241 HTTP/1.1" status: 200 len: 375 time: 0.0174937 May 10 13:31:52.855941 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-f0e22073-a8c0-4e14-bb02-70b9608ca2c8 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f7be7aa79cc462687c35a799fdad241&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016285 May 10 13:31:52.856134 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 36214) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:52.987716 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a0e7859f-40a7-4f54-bb72-b8c24bc4c2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:52.990953 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-a02cfde0-32a1-4d93-b7ab-097036bf327d service neutron] 10.222.0.30 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294980 May 10 13:31:53.006975 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-a0e7859f-40a7-4f54-bb72-b8c24bc4c2d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:53.011182 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-a0e7859f-40a7-4f54-bb72-b8c24bc4c2d4 admin admin] Usage tracker for resource:security_group_rule and tenant:89cf22959dcd4b259a63233367442fd8 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:31:53.014333 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-a0e7859f-40a7-4f54-bb72-b8c24bc4c2d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:31:53.031416 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-a0e7859f-40a7-4f54-bb72-b8c24bc4c2d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:53.152315 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-2a1c11b2-fd8f-41f4-969d-e754cfa9607a service neutron] 10.222.0.30 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539342 May 10 13:31:53.343664 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a0e7859f-40a7-4f54-bb72-b8c24bc4c2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:53.351162 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a0e7859f-40a7-4f54-bb72-b8c24bc4c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:53.358360 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:53.435578 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe7714-a517-4442-9cbf-8a1b5970f2b6 req-3edfd443-33fe-42ed-a5ff-85e46ff322e8 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:53.438250 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0dfe7714-a517-4442-9cbf-8a1b5970f2b6 req-3edfd443-33fe-42ed-a5ff-85e46ff322e8 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1700153 May 10 13:31:53.439460 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7859f-40a7-4f54-bb72-b8c24bc4c2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6e89db-9bed-4bc1-98cb-0821ab0905aa,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:53.445840 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-a0e7859f-40a7-4f54-bb72-b8c24bc4c2d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89cf22959dcd4b259a63233367442fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5886221 May 10 13:31:53.447669 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-a0e7859f-40a7-4f54-bb72-b8c24bc4c2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:53.450096 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 36238) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:31:53.494576 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-db2794d9-c654-4d77-85ba-99c8daecfb82 req-f41689c9-1080-43c7-b76b-917cdde5db17 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d803e-8109-4c76-9ed0-89a09c1dc70e HTTP/1.1" status: 200 len: 210 time: 0.0582623 May 10 13:31:53.529012 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0dfe7714-a517-4442-9cbf-8a1b5970f2b6 req-954d028f-df4c-4c86-998e-2f3e6a4f1675 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811737 May 10 13:31:53.548450 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bc5a259a-3fd2-49f5-a849-8546d956364f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:53.582055 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bc5a259a-3fd2-49f5-a849-8546d956364f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:53.641070 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bc5a259a-3fd2-49f5-a849-8546d956364f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:53.647465 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:53.664026 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a259a-3fd2-49f5-a849-8546d956364f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6e89db-9bed-4bc1-98cb-0821ab0905aa,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:53.667162 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-bc5a259a-3fd2-49f5-a849-8546d956364f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:53.672601 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bc5a259a-3fd2-49f5-a849-8546d956364f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:53.676134 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-bc5a259a-3fd2-49f5-a849-8546d956364f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c6e89db-9bed-4bc1-98cb-0821ab0905aa HTTP/1.1" status: 204 len: 168 time: 0.2228220 May 10 13:31:54.781286 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-184d5e65-c119-42bf-be51-1448d7deb14d req-b0c3f039-07ee-45f1-a8de-13f5cb833997 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d803e-8109-4c76-9ed0-89a09c1dc70e HTTP/1.1" status: 200 len: 210 time: 0.0681498 May 10 13:31:54.965923 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-51b63681-6b48-4af7-b51b-0eebbada13bf tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:54.967657 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-51b63681-6b48-4af7-b51b-0eebbada13bf tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.11 "GET /v2.0/networks?id=2449dbde-57c9-4912-ac48-36ca6c3f3f9a HTTP/1.1" status: 200 len: 814 time: 0.2858455 May 10 13:31:54.983230 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-631d4378-dbae-4cfb-b579-91b43f9b64d9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Request body: {'port': {'device_id': '295d803e-8109-4c76-9ed0-89a09c1dc70e', 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a', 'admin_state_up': True, 'tenant_id': '5f7be7aa79cc462687c35a799fdad241'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:55.124741 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a657d0-977d-4cba-a3ab-fee1f6a06dc9 req-7235a163-3225-4b1f-94c4-a09229a8b886 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:55.143171 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-a5a657d0-977d-4cba-a3ab-fee1f6a06dc9 req-7235a163-3225-4b1f-94c4-a09229a8b886 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.3788919 May 10 13:31:55.247638 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-a5a657d0-977d-4cba-a3ab-fee1f6a06dc9 req-d3e51568-5906-44e3-b11b-1d3bfa8018f6 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034584 May 10 13:31:55.293075 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-631d4378-dbae-4cfb-b579-91b43f9b64d9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:31:55.302133 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-631d4378-dbae-4cfb-b579-91b43f9b64d9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:31:55.314983 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-631d4378-dbae-4cfb-b579-91b43f9b64d9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Made reservation on behalf of 5f7be7aa79cc462687c35a799fdad241 for: {'port': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:31:55.319060 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-631d4378-dbae-4cfb-b579-91b43f9b64d9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:55.488262 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-631d4378-dbae-4cfb-b579-91b43f9b64d9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Allocated IP 172.20.0.6 (2449dbde-57c9-4912-ac48-36ca6c3f3f9a/51718f73-3816-4605-8d21-33949f773597/cb849f9e-22a3-4b9f-89f3-396be6b6cc49) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:31:55.715282 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-631d4378-dbae-4cfb-b579-91b43f9b64d9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:55.753127 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-631d4378-dbae-4cfb-b579-91b43f9b64d9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:55.759535 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:55.767294 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f', '2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:31:55.850170 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-631d4378-dbae-4cfb-b579-91b43f9b64d9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:31:55.853706 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-631d4378-dbae-4cfb-b579-91b43f9b64d9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:31:55.857681 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-631d4378-dbae-4cfb-b579-91b43f9b64d9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:31:55.911084 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d4378-dbae-4cfb-b579-91b43f9b64d9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Pushing event updated for resources: {'Port': ['ID=cb849f9e-22a3-4b9f-89f3-396be6b6cc49,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:55.915808 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-631d4378-dbae-4cfb-b579-91b43f9b64d9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:55.941165 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-631d4378-dbae-4cfb-b579-91b43f9b64d9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:55.942047 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-631d4378-dbae-4cfb-b579-91b43f9b64d9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:55.992976 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-631d4378-dbae-4cfb-b579-91b43f9b64d9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0141506 May 10 13:31:56.008875 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Request body: {'port': {'device_id': '295d803e-8109-4c76-9ed0-89a09c1dc70e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:31:56.078250 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b94b69-cb6a-4202-9bdc-3123628b385d req-74850432-14e2-4d54-8030-f306d56e2901 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:56.087453 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-38b94b69-cb6a-4202-9bdc-3123628b385d req-74850432-14e2-4d54-8030-f306d56e2901 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d803e-8109-4c76-9ed0-89a09c1dc70e HTTP/1.1" status: 200 len: 931 time: 0.1179304 May 10 13:31:56.148849 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:56.175960 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-38b94b69-cb6a-4202-9bdc-3123628b385d req-0006af8a-e3ba-419b-ab9e-89c959a8b5df tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863621 May 10 13:31:56.628480 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde89271-88b5-4441-b961-1e80f4d0bddd req-a1306bb7-2c2b-4206-83c8-af5031a9753c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:56.630300 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-bde89271-88b5-4441-b961-1e80f4d0bddd req-a1306bb7-2c2b-4206-83c8-af5031a9753c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.2274523 May 10 13:31:56.729551 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb849f9e-22a3-4b9f-89f3-396be6b6cc49 {{(pid=78778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:31:56.744790 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-bde89271-88b5-4441-b961-1e80f4d0bddd req-b11937d0-6260-4081-a112-5d0967ace1f2 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919049 May 10 13:31:56.744790 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:56.756252 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Transition to ACTIVE for port object cb849f9e-22a3-4b9f-89f3-396be6b6cc49 will not be triggered until provisioned by entity L2. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:31:56.766391 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:56.774731 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:56.963341 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb849f9e-22a3-4b9f-89f3-396be6b6cc49,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:56.970213 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:57.003223 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Attempting to bind port cb849f9e-22a3-4b9f-89f3-396be6b6cc49 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:31:57.004177 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Attempting to bind port cb849f9e-22a3-4b9f-89f3-396be6b6cc49 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '4c69b5ed-3efc-470f-ac99-e380fc5aa947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a'}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:31:57.004177 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Attempting to bind port cb849f9e-22a3-4b9f-89f3-396be6b6cc49 on network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:31:57.008724 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Port cb849f9e-22a3-4b9f-89f3-396be6b6cc49 on network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 13:31:57.009165 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Attempting to bind port cb849f9e-22a3-4b9f-89f3-396be6b6cc49 on network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:31:57.014028 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Checking agent: {'id': '94ccf6da-ba5a-4c56-b2e0-555501816ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:31:57.014359 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Checking segment: {'id': '4c69b5ed-3efc-470f-ac99-e380fc5aa947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:31:57.014741 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Bound using segment: {'id': '4c69b5ed-3efc-470f-ac99-e380fc5aa947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a'} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:31:57.015670 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Bound port: cb849f9e-22a3-4b9f-89f3-396be6b6cc49, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c69b5ed-3efc-470f-ac99-e380fc5aa947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a'}}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:31:57.016003 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:57.104409 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] For port cb849f9e-22a3-4b9f-89f3-396be6b6cc49, host hv-cinder-78494, cleared binding levels {{(pid=78778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:31:57.107288 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] For port cb849f9e-22a3-4b9f-89f3-396be6b6cc49, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cb849f9e-22a3-4b9f-89f3-396be6b6cc49,segment=NetworkSegment(4c69b5ed-3efc-470f-ac99-e380fc5aa947),segment_id=4c69b5ed-3efc-470f-ac99-e380fc5aa947)] {{(pid=78778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:31:57.110852 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:57.115760 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:31:57.166470 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:57.167070 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:31:57.168388 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] 10.222.0.11 "PUT /v2.0/ports/cb849f9e-22a3-4b9f-89f3-396be6b6cc49 HTTP/1.1" status: 200 len: 1093 time: 1.1671762 May 10 13:31:57.168862 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295d803e-8109-4c76-9ed0-89a09c1dc70e', 'tag': 'cb849f9e-22a3-4b9f-89f3-396be6b6cc49'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:31:57.217473 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb849f9e-22a3-4b9f-89f3-396be6b6cc49,revision_number=3']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:31:57.220930 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:31:57.276112 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295d803e-8109-4c76-9ed0-89a09c1dc70e', 'tag': 'cb849f9e-22a3-4b9f-89f3-396be6b6cc49', 'status': 'completed', 'code': 200} May 10 13:31:57.326627 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-a725aa9f-3a83-413d-8095-b7d9ed5f2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:57.328231 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-a725aa9f-3a83-413d-8095-b7d9ed5f2e2a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f7be7aa79cc462687c35a799fdad241&device_id=295d803e-8109-4c76-9ed0-89a09c1dc70e HTTP/1.1" status: 200 len: 1096 time: 0.1012101 May 10 13:31:57.410353 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-8a0c4934-1e89-4172-9ba5-7aee12e15dab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb849f9e-22a3-4b9f-89f3-396be6b6cc49 HTTP/1.1" status: 200 len: 217 time: 0.0720229 May 10 13:31:57.424558 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f5e05-a8be-4bd7-87f0-9919c91f7d0f req-f9ed6db7-6bb9-4405-9262-3ab98487b439 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:57.426037 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-fb7f5e05-a8be-4bd7-87f0-9919c91f7d0f req-f9ed6db7-6bb9-4405-9262-3ab98487b439 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d803e-8109-4c76-9ed0-89a09c1dc70e HTTP/1.1" status: 200 len: 943 time: 0.0858476 May 10 13:31:57.478394 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-fb7f5e05-a8be-4bd7-87f0-9919c91f7d0f req-15738db9-b8a1-4614-8779-d3561f01d869 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467191 May 10 13:31:57.490285 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-8dc38dc0-d840-4054-a021-a9da74406e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:57.491782 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-8dc38dc0-d840-4054-a021-a9da74406e39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51718f73-3816-4605-8d21-33949f773597 HTTP/1.1" status: 200 len: 854 time: 0.0623503 May 10 13:31:57.547028 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-87fec833-faae-4fea-94be-275f808bfd19 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2449dbde-57c9-4912-ac48-36ca6c3f3f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442965 May 10 13:31:57.698001 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-947b6570-16d3-4d2f-a740-d9ebc09970de service neutron] 10.222.0.11 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335120 May 10 13:31:57.845882 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-04ba0261-687b-439f-8ca4-ba4f32535e68 req-c4c496db-b67d-4b41-8edc-abc05a487fd0 service neutron] 10.222.0.11 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329074 May 10 13:31:57.961314 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1defe3-2e05-4c3f-bb7b-2cf4cfa103a2 req-370ae2ab-3ad3-4a43-b07a-250a2818d5d0 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:57.963165 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8b1defe3-2e05-4c3f-bb7b-2cf4cfa103a2 req-370ae2ab-3ad3-4a43-b07a-250a2818d5d0 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.0862134 May 10 13:31:57.994720 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280fce3-a58e-410d-9958-b47ec6459e2e req-ac9a24b7-bf26-470d-a4f8-f966d3fb5790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:57.996282 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-9280fce3-a58e-410d-9958-b47ec6459e2e req-ac9a24b7-bf26-470d-a4f8-f966d3fb5790 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f7be7aa79cc462687c35a799fdad241&device_id=295d803e-8109-4c76-9ed0-89a09c1dc70e HTTP/1.1" status: 200 len: 1096 time: 0.0797765 May 10 13:31:58.023223 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8b1defe3-2e05-4c3f-bb7b-2cf4cfa103a2 req-f5902d22-9aaf-4bf2-b984-006446b45941 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536478 May 10 13:31:58.139786 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280fce3-a58e-410d-9958-b47ec6459e2e req-51666f4d-d51a-47bb-bffb-6ae6e40d1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:58.141754 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-9280fce3-a58e-410d-9958-b47ec6459e2e req-51666f4d-d51a-47bb-bffb-6ae6e40d1d04 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2449dbde-57c9-4912-ac48-36ca6c3f3f9a HTTP/1.1" status: 200 len: 915 time: 0.1251845 May 10 13:31:58.220797 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-9280fce3-a58e-410d-9958-b47ec6459e2e req-d74edae1-8554-4472-846e-12a5efc87b3e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb849f9e-22a3-4b9f-89f3-396be6b6cc49 HTTP/1.1" status: 200 len: 217 time: 0.0629146 May 10 13:31:58.286789 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280fce3-a58e-410d-9958-b47ec6459e2e req-14847762-ea19-4cb2-939f-45309ac7ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:58.288190 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-9280fce3-a58e-410d-9958-b47ec6459e2e req-14847762-ea19-4cb2-939f-45309ac7ccac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51718f73-3816-4605-8d21-33949f773597 HTTP/1.1" status: 200 len: 854 time: 0.0602646 May 10 13:31:58.337188 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-9280fce3-a58e-410d-9958-b47ec6459e2e req-29c602a9-ce44-4496-b1b4-0e6d2fea15af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2449dbde-57c9-4912-ac48-36ca6c3f3f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398116 May 10 13:31:58.559285 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-9280fce3-a58e-410d-9958-b47ec6459e2e req-fb3ea61c-4309-4e8a-8394-2c5a803d7866 service neutron] 10.222.0.11 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149396 May 10 13:31:58.674739 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a1b26-aa7e-4035-8cbf-3cfca3d0756e req-c2d04cf6-752d-4248-ba75-03b6529ffc61 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:58.676220 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c89a1b26-aa7e-4035-8cbf-3cfca3d0756e req-c2d04cf6-752d-4248-ba75-03b6529ffc61 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d803e-8109-4c76-9ed0-89a09c1dc70e HTTP/1.1" status: 200 len: 943 time: 0.0870316 May 10 13:31:58.717816 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-9280fce3-a58e-410d-9958-b47ec6459e2e req-650721d8-78d8-4e4c-ba47-4962045d8325 service neutron] 10.222.0.11 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501677 May 10 13:31:58.722628 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c89a1b26-aa7e-4035-8cbf-3cfca3d0756e req-5fff8832-8dff-4236-a04c-6c6e670b5e91 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402088 May 10 13:31:59.249180 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d75fba-4e12-410f-8913-5d38a898517e req-6b00329d-9047-47a8-b626-eca09042aac3 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:59.251330 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-20d75fba-4e12-410f-8913-5d38a898517e req-6b00329d-9047-47a8-b626-eca09042aac3 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1065784 May 10 13:31:59.261425 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-61760ac0-6bfa-4693-82e1-faf231186426 req-d7046be3-565e-4fc0-a51f-e76ea62d0a42 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=77694d12-10d4-457b-a64e-f107b07425bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1008677 May 10 13:31:59.367396 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-20d75fba-4e12-410f-8913-5d38a898517e req-46255209-c470-406c-8fa5-169aa4465fee tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089146 May 10 13:31:59.416413 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61760ac0-6bfa-4693-82e1-faf231186426 req-bb2ba6ad-0243-4712-bd94-dbfd425d8761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:59.417891 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-61760ac0-6bfa-4693-82e1-faf231186426 req-bb2ba6ad-0243-4712-bd94-dbfd425d8761 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f7be7aa79cc462687c35a799fdad241&device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 1099 time: 0.0723956 May 10 13:31:59.576965 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61760ac0-6bfa-4693-82e1-faf231186426 req-7dc30d2f-2bf0-4d8e-ab70-13ce89cae0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:59.579023 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-61760ac0-6bfa-4693-82e1-faf231186426 req-7dc30d2f-2bf0-4d8e-ab70-13ce89cae0c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2449dbde-57c9-4912-ac48-36ca6c3f3f9a HTTP/1.1" status: 200 len: 915 time: 0.1338539 May 10 13:31:59.652770 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-61760ac0-6bfa-4693-82e1-faf231186426 req-ad48dbf9-dce2-4856-bcef-d9070de36f4f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f HTTP/1.1" status: 200 len: 217 time: 0.0636027 May 10 13:31:59.721692 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61760ac0-6bfa-4693-82e1-faf231186426 req-394280e8-c0f7-407a-bb54-2e87e1dd95b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:31:59.723132 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-61760ac0-6bfa-4693-82e1-faf231186426 req-394280e8-c0f7-407a-bb54-2e87e1dd95b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51718f73-3816-4605-8d21-33949f773597 HTTP/1.1" status: 200 len: 854 time: 0.0623536 May 10 13:31:59.780473 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-61760ac0-6bfa-4693-82e1-faf231186426 req-acb86bb2-e856-4596-960a-7eb888a111f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2449dbde-57c9-4912-ac48-36ca6c3f3f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431643 May 10 13:31:59.979246 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-61760ac0-6bfa-4693-82e1-faf231186426 req-1e2ec30b-680b-41fc-be7b-e683dfca5f57 service neutron] 10.222.0.11 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889427 May 10 13:32:00.076358 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b7935-5936-4c02-9959-14719addbe94 req-c8658f2d-12fb-44a2-9d03-46e1a27470ce tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:00.077063 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-487b7935-5936-4c02-9959-14719addbe94 req-c8658f2d-12fb-44a2-9d03-46e1a27470ce tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Synchronizing usage tracker for tenant:5f7be7aa79cc462687c35a799fdad241 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:32:00.119226 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-487b7935-5936-4c02-9959-14719addbe94 req-c8658f2d-12fb-44a2-9d03-46e1a27470ce tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Unset dirty status for tenant:5f7be7aa79cc462687c35a799fdad241 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:32:00.119226 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-487b7935-5936-4c02-9959-14719addbe94 req-c8658f2d-12fb-44a2-9d03-46e1a27470ce tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d803e-8109-4c76-9ed0-89a09c1dc70e HTTP/1.1" status: 200 len: 943 time: 0.2503242 May 10 13:32:00.191416 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-61760ac0-6bfa-4693-82e1-faf231186426 req-e7743b0e-7ef6-4ccf-af16-ea9050c8d668 service neutron] 10.222.0.11 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982443 May 10 13:32:00.225701 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-487b7935-5936-4c02-9959-14719addbe94 req-237c554f-4361-4617-8826-e37226ef83b0 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909925 May 10 13:32:00.585931 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff4675-1ad4-452c-9426-1e36b8683fb0 req-3ea6fda8-3ff0-4c29-970e-cb18e62fb796 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:00.587635 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e5ff4675-1ad4-452c-9426-1e36b8683fb0 req-3ea6fda8-3ff0-4c29-970e-cb18e62fb796 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.0959535 May 10 13:32:00.633227 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e5ff4675-1ad4-452c-9426-1e36b8683fb0 req-d6177c58-8018-4d18-9d93-5bae866a74fc tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398793 May 10 13:32:01.411408 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884a3b0-f9df-428a-bca9-1f5d43b37924 req-94a5cfe0-6b1f-49b1-b8d4-0882a5b01fee tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:01.412765 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d884a3b0-f9df-428a-bca9-1f5d43b37924 req-94a5cfe0-6b1f-49b1-b8d4-0882a5b01fee tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d803e-8109-4c76-9ed0-89a09c1dc70e HTTP/1.1" status: 200 len: 943 time: 0.0867379 May 10 13:32:01.458533 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device cb849f9e-22a3-4b9f-89f3-396be6b6cc49 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:32:01.484430 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d884a3b0-f9df-428a-bca9-1f5d43b37924 req-71550d56-7116-4540-8127-96150d3f1c59 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650032 May 10 13:32:01.605041 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 36562) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:01.750008 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-825c6d38-b773-4132-b15f-de006ebf4b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:01.750898 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port cb849f9e-22a3-4b9f-89f3-396be6b6cc49, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cb849f9e-22a3-4b9f-89f3-396be6b6cc49,segment=NetworkSegment(4c69b5ed-3efc-470f-ac99-e380fc5aa947),segment_id=4c69b5ed-3efc-470f-ac99-e380fc5aa947)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:32:01.766578 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': 'cb849f9e-22a3-4b9f-89f3-396be6b6cc49', 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a', 'port_id': 'cb849f9e-22a3-4b9f-89f3-396be6b6cc49', 'mac_address': 'fa:16:3e:b7:21:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51718f73-3816-4605-8d21-33949f773597', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:32:01.780046 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-825c6d38-b773-4132-b15f-de006ebf4b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:01.817227 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-825c6d38-b773-4132-b15f-de006ebf4b52 admin admin] Usage tracker for resource:security_group_rule and tenant:8fcd055d7c944175ad77eafffd499ee2 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:01.824789 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-825c6d38-b773-4132-b15f-de006ebf4b52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:01.830914 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:01.836833 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-825c6d38-b773-4132-b15f-de006ebf4b52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:01.853594 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb849f9e-22a3-4b9f-89f3-396be6b6cc49 {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:32:01.893498 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 36578) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:01.895121 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port cb849f9e-22a3-4b9f-89f3-396be6b6cc49, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cb849f9e-22a3-4b9f-89f3-396be6b6cc49,segment=NetworkSegment(4c69b5ed-3efc-470f-ac99-e380fc5aa947),segment_id=4c69b5ed-3efc-470f-ac99-e380fc5aa947)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:32:01.902224 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:01.904446 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:01.911138 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22da91e-7fb9-4ccd-9357-9f34e8a233ac req-6ce298f0-15af-498f-bca7-2da4f0f3dee2 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:01.912709 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e22da91e-7fb9-4ccd-9357-9f34e8a233ac req-6ce298f0-15af-498f-bca7-2da4f0f3dee2 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1297724 May 10 13:32:01.992252 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=cb849f9e-22a3-4b9f-89f3-396be6b6cc49,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:01.996318 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:02.018532 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e22da91e-7fb9-4ccd-9357-9f34e8a233ac req-e3cc2a8e-56f0-40cc-b3f2-ad249c9487dd tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948353 May 10 13:32:02.049573 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-825c6d38-b773-4132-b15f-de006ebf4b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:02.055584 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-825c6d38-b773-4132-b15f-de006ebf4b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:02.067411 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-a0e7859f-40a7-4f54-bb72-b8c24bc4c2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:02.082050 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-904be68b-1213-4dae-8c68-1140757ff270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:02.096754 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-904be68b-1213-4dae-8c68-1140757ff270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:02.102294 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-904be68b-1213-4dae-8c68-1140757ff270 admin admin] Usage tracker for resource:security_group_rule and tenant:f729653481584cd4b94ac04801a16876 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:02.105876 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-904be68b-1213-4dae-8c68-1140757ff270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:02.113096 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-904be68b-1213-4dae-8c68-1140757ff270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:02.114508 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-825c6d38-b773-4132-b15f-de006ebf4b52 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8fcd055d7c944175ad77eafffd499ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5077639 May 10 13:32:02.115326 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c6d38-b773-4132-b15f-de006ebf4b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdc0515-d234-4632-bca6-830d34639a9a,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:02.117510 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 36600) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:02.118634 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-825c6d38-b773-4132-b15f-de006ebf4b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:02.241761 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1e072d5f-ed17-413d-95a7-809aab7bc42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:02.293568 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1e072d5f-ed17-413d-95a7-809aab7bc42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:02.301096 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-904be68b-1213-4dae-8c68-1140757ff270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:02.304713 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['cb849f9e-22a3-4b9f-89f3-396be6b6cc49'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:32:02.312930 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-904be68b-1213-4dae-8c68-1140757ff270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:02.323605 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:02.377530 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-904be68b-1213-4dae-8c68-1140757ff270 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f729653481584cd4b94ac04801a16876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4812067 May 10 13:32:02.378280 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904be68b-1213-4dae-8c68-1140757ff270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f01586b-cfa0-4c67-90dd-19ab95810a62,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:02.380595 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 36608) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:02.393261 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-904be68b-1213-4dae-8c68-1140757ff270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:02.419595 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1e072d5f-ed17-413d-95a7-809aab7bc42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:02.424065 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-190710d7-2848-4a36-992a-58f6db10daf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:02.438686 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e072d5f-ed17-413d-95a7-809aab7bc42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdc0515-d234-4632-bca6-830d34639a9a,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:02.447854 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-1e072d5f-ed17-413d-95a7-809aab7bc42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:02.455264 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8a3221a1-bdb2-409b-87b1-9d83ed26d4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:02.459856 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1e072d5f-ed17-413d-95a7-809aab7bc42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:02.461704 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-1e072d5f-ed17-413d-95a7-809aab7bc42e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9cdc0515-d234-4632-bca6-830d34639a9a HTTP/1.1" status: 204 len: 168 time: 0.3426762 May 10 13:32:02.482383 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8a3221a1-bdb2-409b-87b1-9d83ed26d4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:02.548723 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8a3221a1-bdb2-409b-87b1-9d83ed26d4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:02.555787 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-d228f1cb-49e4-4753-9b3e-f4eeecc84a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:02.571768 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3221a1-bdb2-409b-87b1-9d83ed26d4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f01586b-cfa0-4c67-90dd-19ab95810a62,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:02.574188 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-8a3221a1-bdb2-409b-87b1-9d83ed26d4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:02.584785 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8a3221a1-bdb2-409b-87b1-9d83ed26d4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:02.586155 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-8a3221a1-bdb2-409b-87b1-9d83ed26d4e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f01586b-cfa0-4c67-90dd-19ab95810a62 HTTP/1.1" status: 204 len: 168 time: 0.2045274 May 10 13:32:02.962344 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fc15c-5f6a-464e-8f1c-90d67640c055 req-fa4b296c-91fc-4090-800c-c5a0fb58515c tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:02.964024 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e48fc15c-5f6a-464e-8f1c-90d67640c055 req-fa4b296c-91fc-4090-800c-c5a0fb58515c tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d803e-8109-4c76-9ed0-89a09c1dc70e HTTP/1.1" status: 200 len: 944 time: 0.1827614 May 10 13:32:03.013115 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e48fc15c-5f6a-464e-8f1c-90d67640c055 req-37266d17-9795-4afa-9d1e-93479dfd80fc tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415146 May 10 13:32:03.026702 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 36634) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:03.044154 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-79c97388-2aa4-4735-a837-5f8f17520514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:03.058661 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-79c97388-2aa4-4735-a837-5f8f17520514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:03.067474 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-79c97388-2aa4-4735-a837-5f8f17520514 admin admin] Usage tracker for resource:security_group_rule and tenant:02ffa7b8cc4245e9941e78976673f73e is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:03.070415 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-79c97388-2aa4-4735-a837-5f8f17520514 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:03.076501 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-79c97388-2aa4-4735-a837-5f8f17520514 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:03.200487 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-79c97388-2aa4-4735-a837-5f8f17520514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:03.211398 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-79c97388-2aa4-4735-a837-5f8f17520514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:03.237302 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:03.264105 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c9574-34e7-4212-9a2a-35b25ac45e9b req-ede72f6c-5381-45f0-b799-ecf8e4acb4c7 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:03.271655 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-145c9574-34e7-4212-9a2a-35b25ac45e9b req-ede72f6c-5381-45f0-b799-ecf8e4acb4c7 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1501091 May 10 13:32:03.298034 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-79c97388-2aa4-4735-a837-5f8f17520514 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02ffa7b8cc4245e9941e78976673f73e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702239 May 10 13:32:03.299913 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c97388-2aa4-4735-a837-5f8f17520514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabe7f4a-89a5-4828-a6ec-8f85dc4ec22c,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:03.312327 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-79c97388-2aa4-4735-a837-5f8f17520514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:03.313182 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 36656) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:03.348904 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-145c9574-34e7-4212-9a2a-35b25ac45e9b req-2670ccc5-294e-4ef9-9bf8-210f38f1781f tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763166 May 10 13:32:03.398961 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c9635288-f320-4bf7-a03c-0933c3f5f7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:03.430593 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c9635288-f320-4bf7-a03c-0933c3f5f7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:03.459051 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device cb849f9e-22a3-4b9f-89f3-396be6b6cc49 up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:32:03.498412 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c9635288-f320-4bf7-a03c-0933c3f5f7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:03.505856 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-568fe387-1a08-4293-bed3-33d9817da210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:03.522243 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9635288-f320-4bf7-a03c-0933c3f5f7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabe7f4a-89a5-4828-a6ec-8f85dc4ec22c,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:03.530865 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-c9635288-f320-4bf7-a03c-0933c3f5f7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:03.534007 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c9635288-f320-4bf7-a03c-0933c3f5f7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:03.537907 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-c9635288-f320-4bf7-a03c-0933c3f5f7d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fabe7f4a-89a5-4828-a6ec-8f85dc4ec22c HTTP/1.1" status: 204 len: 168 time: 0.2206380 May 10 13:32:03.573957 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning for port cb849f9e-22a3-4b9f-89f3-396be6b6cc49 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:32:03.585881 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port cb849f9e-22a3-4b9f-89f3-396be6b6cc49 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:03.587653 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:03.727590 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:03.763585 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295d803e-8109-4c76-9ed0-89a09c1dc70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb849f9e-22a3-4b9f-89f3-396be6b6cc49'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:32:03.774914 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port cb849f9e-22a3-4b9f-89f3-396be6b6cc49, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cb849f9e-22a3-4b9f-89f3-396be6b6cc49,segment=NetworkSegment(4c69b5ed-3efc-470f-ac99-e380fc5aa947),segment_id=4c69b5ed-3efc-470f-ac99-e380fc5aa947)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:32:03.784602 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:03.789751 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:03.894555 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295d803e-8109-4c76-9ed0-89a09c1dc70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb849f9e-22a3-4b9f-89f3-396be6b6cc49', 'code': 200} May 10 13:32:03.965012 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=cb849f9e-22a3-4b9f-89f3-396be6b6cc49,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:03.970663 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:04.177300 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e6cd6-2ebc-423c-b20e-c17a06dfb805 req-d17253b9-0c0b-401a-879e-5d74f93a1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:04.182563 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-649e6cd6-2ebc-423c-b20e-c17a06dfb805 req-d17253b9-0c0b-401a-879e-5d74f93a1bb3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=295d803e-8109-4c76-9ed0-89a09c1dc70e HTTP/1.1" status: 200 len: 1098 time: 0.0993373 May 10 13:32:04.222896 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fdb9b-3a4b-4647-8833-b00b2876138c req-facb7f72-ef70-42c5-a5ae-d350bc3f6034 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:04.224899 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-160fdb9b-3a4b-4647-8833-b00b2876138c req-facb7f72-ef70-42c5-a5ae-d350bc3f6034 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d803e-8109-4c76-9ed0-89a09c1dc70e HTTP/1.1" status: 200 len: 945 time: 0.0951054 May 10 13:32:04.230371 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-649e6cd6-2ebc-423c-b20e-c17a06dfb805 req-78eb16e3-fa52-4ad2-b87f-2ca95078de33 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405688 May 10 13:32:04.275879 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-160fdb9b-3a4b-4647-8833-b00b2876138c req-2c54023f-f33d-43b9-b9b5-d1b8314ddd71 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447900 May 10 13:32:04.302795 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 36716) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:04.430590 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-89691598-59b1-429c-8345-2dbda1ccd6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:04.445392 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-89691598-59b1-429c-8345-2dbda1ccd6a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:04.449647 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-89691598-59b1-429c-8345-2dbda1ccd6a3 admin admin] Usage tracker for resource:security_group_rule and tenant:7dbe29ac241d4f6ebd00538c0e5a24ba is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:04.453216 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-89691598-59b1-429c-8345-2dbda1ccd6a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:04.459392 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-89691598-59b1-429c-8345-2dbda1ccd6a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:04.585942 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835808c1-7664-4ffd-838e-d611fd93137f req-84d08524-ddb0-443c-9bff-8bf0623dbab1 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:04.587409 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-835808c1-7664-4ffd-838e-d611fd93137f req-84d08524-ddb0-443c-9bff-8bf0623dbab1 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1258619 May 10 13:32:04.646361 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-89691598-59b1-429c-8345-2dbda1ccd6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:04.653646 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-89691598-59b1-429c-8345-2dbda1ccd6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:04.664004 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:04.676111 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-835808c1-7664-4ffd-838e-d611fd93137f req-5642ef53-f506-44ed-a4fc-1fa5fa3ab1aa tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811601 May 10 13:32:04.713264 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:04.723337 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-89691598-59b1-429c-8345-2dbda1ccd6a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7dbe29ac241d4f6ebd00538c0e5a24ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193482 May 10 13:32:04.726134 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 36738) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:04.727837 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89691598-59b1-429c-8345-2dbda1ccd6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010ad26d-0995-42a9-a166-fc6235d498ab,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:04.731022 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-89691598-59b1-429c-8345-2dbda1ccd6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:04.789252 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a635ae9d-2b0e-42c1-8fa6-197f51293b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:04.815987 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a635ae9d-2b0e-42c1-8fa6-197f51293b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:04.865277 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a635ae9d-2b0e-42c1-8fa6-197f51293b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:04.868762 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-431bb869-02c6-4745-bcce-453ebb854210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:04.879946 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635ae9d-2b0e-42c1-8fa6-197f51293b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010ad26d-0995-42a9-a166-fc6235d498ab,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:04.884754 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-a635ae9d-2b0e-42c1-8fa6-197f51293b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:04.886663 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a635ae9d-2b0e-42c1-8fa6-197f51293b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:04.890204 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-a635ae9d-2b0e-42c1-8fa6-197f51293b7b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/010ad26d-0995-42a9-a166-fc6235d498ab HTTP/1.1" status: 204 len: 168 time: 0.1600866 May 10 13:32:05.494524 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0b63c-5926-4ba4-9f3f-c8ce794341d8 req-9ab15bc4-e364-4c1c-97c7-a412633e575a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:05.502310 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ffc0b63c-5926-4ba4-9f3f-c8ce794341d8 req-9ab15bc4-e364-4c1c-97c7-a412633e575a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d803e-8109-4c76-9ed0-89a09c1dc70e HTTP/1.1" status: 200 len: 945 time: 0.1107666 May 10 13:32:05.562300 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ffc0b63c-5926-4ba4-9f3f-c8ce794341d8 req-36ca182a-5d4b-4515-8a3f-3d483386ec92 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542109 May 10 13:32:05.862691 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d7067-78a1-4c91-b84a-26f8e1411ef9 req-410bef89-d0c3-47b2-9fff-fa954dc4156c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:05.864325 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8e4d7067-78a1-4c91-b84a-26f8e1411ef9 req-410bef89-d0c3-47b2-9fff-fa954dc4156c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.0807793 May 10 13:32:05.912894 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8e4d7067-78a1-4c91-b84a-26f8e1411ef9 req-45247b40-9eda-4abe-96bf-1ab2571da928 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390482 May 10 13:32:06.509056 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-458b8b6d-f230-4c85-95f1-ea4c42b618c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:06.737650 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9c9a5-5529-4528-93a7-d6fc8ff29700 req-96352287-eea5-47ad-86ac-3cb990b57fc1 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:06.739097 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-91e9c9a5-5529-4528-93a7-d6fc8ff29700 req-96352287-eea5-47ad-86ac-3cb990b57fc1 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d803e-8109-4c76-9ed0-89a09c1dc70e HTTP/1.1" status: 200 len: 945 time: 0.0825591 May 10 13:32:06.785456 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-91e9c9a5-5529-4528-93a7-d6fc8ff29700 req-ff5b347c-9aea-4863-852f-f011c6644b4d tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400698 May 10 13:32:07.122718 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f698f3e-0902-494c-bca2-5892cc96ca7b req-cdfe5363-b73a-4d2d-bbd9-55bc10582130 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:07.125108 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1f698f3e-0902-494c-bca2-5892cc96ca7b req-cdfe5363-b73a-4d2d-bbd9-55bc10582130 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.0886209 May 10 13:32:07.193531 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1f698f3e-0902-494c-bca2-5892cc96ca7b req-fd9d2c2b-565a-4510-a6c8-ac62c3254790 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576437 May 10 13:32:08.410480 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d35c94-8a27-4032-a466-b8985c89afa3 req-d4a961c9-cd34-4a9b-8e99-c9cdbdf54ee8 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:08.418021 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f2d35c94-8a27-4032-a466-b8985c89afa3 req-d4a961c9-cd34-4a9b-8e99-c9cdbdf54ee8 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1264236 May 10 13:32:08.482393 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f2d35c94-8a27-4032-a466-b8985c89afa3 req-56bdd64e-b4ce-4d4c-abb7-6b47c327838f tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631731 May 10 13:32:09.006119 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-0bebc227-23f9-4ecf-aec0-cfdfcb84b978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:09.173096 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:09.667203 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bdf72-cf14-45eb-9efd-2249a4ecdf1d req-33b27950-14ca-49b0-9c20-02639e1afd86 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:09.669176 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-7e2bdf72-cf14-45eb-9efd-2249a4ecdf1d req-33b27950-14ca-49b0-9c20-02639e1afd86 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.0811024 May 10 13:32:09.717980 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-7e2bdf72-cf14-45eb-9efd-2249a4ecdf1d req-ae24b5ad-4f6f-45fc-889c-86d8df76a449 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423419 May 10 13:32:10.020504 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 36936) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:10.149609 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ad12d06b-42b0-4621-9b4d-c4006b31f9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:10.163981 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-ad12d06b-42b0-4621-9b4d-c4006b31f9c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:10.169043 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-ad12d06b-42b0-4621-9b4d-c4006b31f9c3 admin admin] Usage tracker for resource:security_group_rule and tenant:0cf8cd317fa348aea74aecf579aeece0 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:10.172134 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-ad12d06b-42b0-4621-9b4d-c4006b31f9c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:10.179048 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-ad12d06b-42b0-4621-9b4d-c4006b31f9c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:10.211865 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:10.271896 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ad12d06b-42b0-4621-9b4d-c4006b31f9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:10.275540 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ad12d06b-42b0-4621-9b4d-c4006b31f9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:10.284443 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:10.323078 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-ad12d06b-42b0-4621-9b4d-c4006b31f9c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0cf8cd317fa348aea74aecf579aeece0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014822 May 10 13:32:10.323912 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12d06b-42b0-4621-9b4d-c4006b31f9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5c717b-bb88-40aa-add4-22b277e6c492,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:10.326057 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 36948) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:10.327675 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ad12d06b-42b0-4621-9b4d-c4006b31f9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:10.385824 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-dba97856-69e0-4740-8901-a56fcafdcb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:10.411010 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-dba97856-69e0-4740-8901-a56fcafdcb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:10.461581 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-dba97856-69e0-4740-8901-a56fcafdcb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:10.465255 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-c72c693e-ea68-4634-ab27-e220aee2151e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:10.478228 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba97856-69e0-4740-8901-a56fcafdcb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5c717b-bb88-40aa-add4-22b277e6c492,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:10.481889 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-dba97856-69e0-4740-8901-a56fcafdcb80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:10.488249 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-dba97856-69e0-4740-8901-a56fcafdcb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:10.489498 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-dba97856-69e0-4740-8901-a56fcafdcb80 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e5c717b-bb88-40aa-add4-22b277e6c492 HTTP/1.1" status: 204 len: 168 time: 0.1615343 May 10 13:32:10.954229 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdcbcf-f619-4913-95ed-5d5e15ed3a7f req-ddb2f972-437e-4fac-8178-3b258f5a41e3 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:10.955769 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6abdcbcf-f619-4913-95ed-5d5e15ed3a7f req-ddb2f972-437e-4fac-8178-3b258f5a41e3 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1026134 May 10 13:32:11.004700 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6abdcbcf-f619-4913-95ed-5d5e15ed3a7f req-baec2d34-7692-4325-a7b1-c33e3cc087b9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429327 May 10 13:32:11.990129 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:12.395666 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10adf94-e9bc-453a-a00c-bb8f8a850089 req-c4998f7d-8ddd-472b-941e-e386a9dfd957 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:12.397140 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d10adf94-e9bc-453a-a00c-bb8f8a850089 req-c4998f7d-8ddd-472b-941e-e386a9dfd957 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.0937181 May 10 13:32:12.445600 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d10adf94-e9bc-453a-a00c-bb8f8a850089 req-66c9f7ed-0ea8-43ca-90af-2e487e45e7ed tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427294 May 10 13:32:13.711306 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071573b-595e-4a19-ae81-d06bd6f5b927 req-3f0afde0-334a-41ea-ad10-7ddeb9b7ee30 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:13.713276 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-7071573b-595e-4a19-ae81-d06bd6f5b927 req-3f0afde0-334a-41ea-ad10-7ddeb9b7ee30 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1001139 May 10 13:32:13.771353 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-7071573b-595e-4a19-ae81-d06bd6f5b927 req-ea6e0617-15da-4447-b7a6-8d4af51afcb2 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511549 May 10 13:32:13.947379 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-8002f17f-2461-4deb-a2b9-073729e0e39a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:13.948936 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-8002f17f-2461-4deb-a2b9-073729e0e39a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/networks?id=2449dbde-57c9-4912-ac48-36ca6c3f3f9a HTTP/1.1" status: 200 len: 814 time: 0.1555600 May 10 13:32:13.968745 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-b85a46ce-8310-4f37-996f-2b8f3d782896 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/quotas/5f7be7aa79cc462687c35a799fdad241 HTTP/1.1" status: 200 len: 375 time: 0.0103335 May 10 13:32:14.055756 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-6b28a0db-32eb-40bc-8e39-d5a6e89f8fec tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f7be7aa79cc462687c35a799fdad241&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0841308 May 10 13:32:14.194913 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-6ad5974b-41dc-414d-a77f-b48efd229373 service neutron] 10.222.0.30 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317422 May 10 13:32:14.266622 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 37104) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:14.349217 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-a338eae1-d114-4b2f-8f5e-eca0df02648e service neutron] 10.222.0.30 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470170 May 10 13:32:14.415116 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-744628ed-6db4-412b-a3c4-8b7c3456f6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:14.431701 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-744628ed-6db4-412b-a3c4-8b7c3456f6dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:14.436938 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-744628ed-6db4-412b-a3c4-8b7c3456f6dd admin admin] Usage tracker for resource:security_group_rule and tenant:161aa573db404d0794b3626ca3d46d4b is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:14.440501 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-744628ed-6db4-412b-a3c4-8b7c3456f6dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:14.447083 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-744628ed-6db4-412b-a3c4-8b7c3456f6dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:14.547451 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-5b02f247-082a-4ed6-9dc0-73aa0c82a6ac req-cd209e85-d968-4a20-8dcf-7a053e8d4364 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 210 time: 0.0436833 May 10 13:32:14.607361 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-744628ed-6db4-412b-a3c4-8b7c3456f6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:14.611962 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-744628ed-6db4-412b-a3c4-8b7c3456f6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:14.619879 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-fd54f3e7-800d-42eb-9478-3485f96efbca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:14.664014 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744628ed-6db4-412b-a3c4-8b7c3456f6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acd4aaa-e826-45fa-a385-e3d87de750be,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:14.668397 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-744628ed-6db4-412b-a3c4-8b7c3456f6dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=161aa573db404d0794b3626ca3d46d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4007781 May 10 13:32:14.669531 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-744628ed-6db4-412b-a3c4-8b7c3456f6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:14.670950 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 37126) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:14.729712 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ab11b709-da1d-4335-b2ac-44bc7dc10442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:14.757530 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ab11b709-da1d-4335-b2ac-44bc7dc10442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:14.822718 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ab11b709-da1d-4335-b2ac-44bc7dc10442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:14.829797 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:14.854433 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11b709-da1d-4335-b2ac-44bc7dc10442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acd4aaa-e826-45fa-a385-e3d87de750be,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:14.862936 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ab11b709-da1d-4335-b2ac-44bc7dc10442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:14.873126 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ab11b709-da1d-4335-b2ac-44bc7dc10442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:14.877957 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-ab11b709-da1d-4335-b2ac-44bc7dc10442 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3acd4aaa-e826-45fa-a385-e3d87de750be HTTP/1.1" status: 204 len: 168 time: 0.2023363 May 10 13:32:15.106224 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c96ae-1de3-4560-8a2b-0000d12df26a req-735331e0-ec65-4e69-a318-59383f605bf1 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:15.108272 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-1d5c96ae-1de3-4560-8a2b-0000d12df26a req-735331e0-ec65-4e69-a318-59383f605bf1 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1389377 May 10 13:32:15.173711 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-1d5c96ae-1de3-4560-8a2b-0000d12df26a req-5a658d22-3184-40cb-902a-59f0e3642827 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589888 May 10 13:32:15.283717 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 37146) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:15.306805 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4aeb48c7-35c6-4615-b4a0-27903f03d3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:15.325876 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-4aeb48c7-35c6-4615-b4a0-27903f03d3e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:15.330916 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-4aeb48c7-35c6-4615-b4a0-27903f03d3e1 admin admin] Usage tracker for resource:security_group_rule and tenant:fbfef3b9b78c4c4eb6e6e7991409935f is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:15.334066 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-4aeb48c7-35c6-4615-b4a0-27903f03d3e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:15.339953 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-4aeb48c7-35c6-4615-b4a0-27903f03d3e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:15.425146 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4aeb48c7-35c6-4615-b4a0-27903f03d3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:15.434105 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4aeb48c7-35c6-4615-b4a0-27903f03d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:15.442760 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-16085fbf-fc5a-4e84-9d3e-434d3d6c20c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:15.485665 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-4aeb48c7-35c6-4615-b4a0-27903f03d3e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fbfef3b9b78c4c4eb6e6e7991409935f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005758 May 10 13:32:15.486479 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb48c7-35c6-4615-b4a0-27903f03d3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9b1b1e-dd45-4a8b-8ffa-3c0aa70abe37,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:15.488863 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 37152) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:15.508536 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-4aeb48c7-35c6-4615-b4a0-27903f03d3e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:15.573124 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-58994856-5700-4c48-a0f4-1d82b94c4fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:15.601318 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-58994856-5700-4c48-a0f4-1d82b94c4fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:15.672883 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-58994856-5700-4c48-a0f4-1d82b94c4fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:15.690988 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:15.721593 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-58994856-5700-4c48-a0f4-1d82b94c4fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:15.723472 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-58994856-5700-4c48-a0f4-1d82b94c4fca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c9b1b1e-dd45-4a8b-8ffa-3c0aa70abe37 HTTP/1.1" status: 204 len: 168 time: 0.2336593 May 10 13:32:15.724584 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58994856-5700-4c48-a0f4-1d82b94c4fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9b1b1e-dd45-4a8b-8ffa-3c0aa70abe37,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:15.729873 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-58994856-5700-4c48-a0f4-1d82b94c4fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:15.794426 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0a3e71f9-e70d-4155-814a-edd62d3fa399 req-e758088c-41e5-4871-b56f-e7b2498908ce tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 210 time: 0.0882437 May 10 13:32:16.122003 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-c3999ccb-b2f4-4892-a4f9-0104698e4612 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:16.123457 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-c3999ccb-b2f4-4892-a4f9-0104698e4612 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.11 "GET /v2.0/networks?id=2449dbde-57c9-4912-ac48-36ca6c3f3f9a HTTP/1.1" status: 200 len: 814 time: 0.2504694 May 10 13:32:16.146951 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-acedc2c5-1437-4a98-962c-814f327ee939 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Request body: {'port': {'device_id': '69575b3b-5871-4482-86f8-66eb0793824f', 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a', 'admin_state_up': True, 'tenant_id': '5f7be7aa79cc462687c35a799fdad241'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:32:16.416116 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-acedc2c5-1437-4a98-962c-814f327ee939 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:16.430511 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-acedc2c5-1437-4a98-962c-814f327ee939 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:16.452581 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-acedc2c5-1437-4a98-962c-814f327ee939 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Made reservation on behalf of 5f7be7aa79cc462687c35a799fdad241 for: {'port': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:32:16.456116 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-acedc2c5-1437-4a98-962c-814f327ee939 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:16.477469 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e6475-3afb-4ea9-a759-97f8ddb6a552 req-37836c3a-2f9d-4c9a-8981-5fdfd4b047ae tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:16.480731 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3e0e6475-3afb-4ea9-a759-97f8ddb6a552 req-37836c3a-2f9d-4c9a-8981-5fdfd4b047ae tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1421204 May 10 13:32:16.585269 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3e0e6475-3afb-4ea9-a759-97f8ddb6a552 req-56a18e85-bfcb-4fdb-a47d-0f17329cb315 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992687 May 10 13:32:16.685434 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-acedc2c5-1437-4a98-962c-814f327ee939 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Allocated IP 172.20.0.12 (2449dbde-57c9-4912-ac48-36ca6c3f3f9a/51718f73-3816-4605-8d21-33949f773597/32b8a6fd-e55e-4470-94df-c46fd08601a2) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:32:16.792813 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:32:16.959324 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-acedc2c5-1437-4a98-962c-814f327ee939 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:16.969345 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-42756e71-89ac-46d4-91d9-34dfbff39dd3 req-c1d31c14-32d5-45f5-8499-fb605a886f9e tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 210 time: 0.0549803 May 10 13:32:17.015886 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-acedc2c5-1437-4a98-962c-814f327ee939 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:17.021281 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:17.027447 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f', '2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8', 'cb849f9e-22a3-4b9f-89f3-396be6b6cc49'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:32:17.119669 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-acedc2c5-1437-4a98-962c-814f327ee939 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:32:17.122878 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-acedc2c5-1437-4a98-962c-814f327ee939 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:32:17.127353 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-acedc2c5-1437-4a98-962c-814f327ee939 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:32:17.204855 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-acedc2c5-1437-4a98-962c-814f327ee939 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:17.205614 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-acedc2c5-1437-4a98-962c-814f327ee939 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:17.215134 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedc2c5-1437-4a98-962c-814f327ee939 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Pushing event updated for resources: {'Port': ['ID=32b8a6fd-e55e-4470-94df-c46fd08601a2,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:17.223187 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-acedc2c5-1437-4a98-962c-814f327ee939 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:17.246721 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-acedc2c5-1437-4a98-962c-814f327ee939 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1037469 May 10 13:32:17.269041 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Request body: {'port': {'device_id': '69575b3b-5871-4482-86f8-66eb0793824f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:32:17.483323 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:17.912864 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfe6bd-55bd-43b0-b69f-07ef7ccffa5f req-1424680b-9187-4e3c-8513-3e3c105242f9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:17.914462 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7abfe6bd-55bd-43b0-b69f-07ef7ccffa5f req-1424680b-9187-4e3c-8513-3e3c105242f9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1554885 May 10 13:32:18.048873 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7abfe6bd-55bd-43b0-b69f-07ef7ccffa5f req-aed68aa6-407f-4d77-8bfc-c3f73b600a4c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222496 May 10 13:32:18.057519 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b8a6fd-e55e-4470-94df-c46fd08601a2 {{(pid=78778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:32:18.066488 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:18.086859 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Transition to ACTIVE for port object 32b8a6fd-e55e-4470-94df-c46fd08601a2 will not be triggered until provisioned by entity L2. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:32:18.094152 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:18.106777 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:18.142854 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 37288) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:18.270356 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8b859-ad75-4222-8aa4-9990340a1842 req-cbd952ee-15be-450d-8f74-a65bc599d3ea tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:18.271846 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-74b8b859-ad75-4222-8aa4-9990340a1842 req-cbd952ee-15be-450d-8f74-a65bc599d3ea tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 944 time: 0.1452751 May 10 13:32:18.328973 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-74b8b859-ad75-4222-8aa4-9990340a1842 req-32a1f705-a301-4a44-ab1f-1f50f1f63012 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512021 May 10 13:32:18.378049 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Pushing event updated for resources: {'Port': ['ID=32b8a6fd-e55e-4470-94df-c46fd08601a2,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:18.406316 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:18.411065 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-957e308b-d089-41d4-b91f-92e18dd7ee0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:18.434395 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-957e308b-d089-41d4-b91f-92e18dd7ee0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:18.441674 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-957e308b-d089-41d4-b91f-92e18dd7ee0f admin admin] Usage tracker for resource:security_group_rule and tenant:c2e36da4d4a34de18471f346afc9f1d2 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:18.446098 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-957e308b-d089-41d4-b91f-92e18dd7ee0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:18.459119 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-957e308b-d089-41d4-b91f-92e18dd7ee0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:18.486849 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Attempting to bind port 32b8a6fd-e55e-4470-94df-c46fd08601a2 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:32:18.487181 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Attempting to bind port 32b8a6fd-e55e-4470-94df-c46fd08601a2 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '4c69b5ed-3efc-470f-ac99-e380fc5aa947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a'}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:32:18.487499 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Attempting to bind port 32b8a6fd-e55e-4470-94df-c46fd08601a2 on network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:32:18.503099 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Port 32b8a6fd-e55e-4470-94df-c46fd08601a2 on network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 13:32:18.503417 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Attempting to bind port 32b8a6fd-e55e-4470-94df-c46fd08601a2 on network 2449dbde-57c9-4912-ac48-36ca6c3f3f9a {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:32:18.514305 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Checking agent: {'id': '94ccf6da-ba5a-4c56-b2e0-555501816ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:32:18.515147 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Checking segment: {'id': '4c69b5ed-3efc-470f-ac99-e380fc5aa947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:32:18.515523 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Bound using segment: {'id': '4c69b5ed-3efc-470f-ac99-e380fc5aa947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a'} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:32:18.515943 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Bound port: 32b8a6fd-e55e-4470-94df-c46fd08601a2, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c69b5ed-3efc-470f-ac99-e380fc5aa947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a'}}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:32:18.516320 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:18.664571 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] For port 32b8a6fd-e55e-4470-94df-c46fd08601a2, host hv-cinder-78494, cleared binding levels {{(pid=78778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:32:18.674835 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-957e308b-d089-41d4-b91f-92e18dd7ee0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:18.678228 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] For port 32b8a6fd-e55e-4470-94df-c46fd08601a2, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=32b8a6fd-e55e-4470-94df-c46fd08601a2,segment=NetworkSegment(4c69b5ed-3efc-470f-ac99-e380fc5aa947),segment_id=4c69b5ed-3efc-470f-ac99-e380fc5aa947)] {{(pid=78778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:32:18.679761 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-957e308b-d089-41d4-b91f-92e18dd7ee0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:18.688099 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-6038b6a7-cb95-4f5b-9e66-b23e953c344e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:18.698606 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:18.741673 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:18.742282 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:18.743620 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] 10.222.0.11 "PUT /v2.0/ports/32b8a6fd-e55e-4470-94df-c46fd08601a2 HTTP/1.1" status: 200 len: 1094 time: 1.4887946 May 10 13:32:18.746079 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-957e308b-d089-41d4-b91f-92e18dd7ee0f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2e36da4d4a34de18471f346afc9f1d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6028304 May 10 13:32:18.746929 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69575b3b-5871-4482-86f8-66eb0793824f', 'tag': '32b8a6fd-e55e-4470-94df-c46fd08601a2'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:32:18.749247 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 37308) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:18.751773 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e308b-d089-41d4-b91f-92e18dd7ee0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabae499-9686-4249-94ba-9d0dcb232695,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:18.755064 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-957e308b-d089-41d4-b91f-92e18dd7ee0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:18.755489 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:18.819112 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69575b3b-5871-4482-86f8-66eb0793824f', 'tag': '32b8a6fd-e55e-4470-94df-c46fd08601a2', 'status': 'completed', 'code': 200} May 10 13:32:18.828288 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7aec8a1a-d4e6-4a2b-852f-73eb021145e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:18.853692 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7aec8a1a-d4e6-4a2b-852f-73eb021145e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:18.873399 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Pushing event updated for resources: {'Port': ['ID=32b8a6fd-e55e-4470-94df-c46fd08601a2,revision_number=3']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:18.876856 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:18.911833 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7aec8a1a-d4e6-4a2b-852f-73eb021145e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:18.914656 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-6ed1d066-a990-4750-86e5-7fa805571b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:18.916247 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-6ed1d066-a990-4750-86e5-7fa805571b69 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f7be7aa79cc462687c35a799fdad241&device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 1097 time: 0.1006315 May 10 13:32:18.916635 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-9120b44d-04ec-49c4-8e52-8747a080bd93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:18.928878 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec8a1a-d4e6-4a2b-852f-73eb021145e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabae499-9686-4249-94ba-9d0dcb232695,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:18.931395 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-7aec8a1a-d4e6-4a2b-852f-73eb021145e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:18.932564 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7aec8a1a-d4e6-4a2b-852f-73eb021145e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:18.933653 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-7aec8a1a-d4e6-4a2b-852f-73eb021145e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aabae499-9686-4249-94ba-9d0dcb232695 HTTP/1.1" status: 204 len: 168 time: 0.1828089 May 10 13:32:18.994903 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-68bcf0f5-ae6e-40f6-83df-84244f7dc385 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32b8a6fd-e55e-4470-94df-c46fd08601a2 HTTP/1.1" status: 200 len: 217 time: 0.0697348 May 10 13:32:19.059305 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-39f58a5d-475c-498f-a51c-a10df4119a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:19.060721 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-39f58a5d-475c-498f-a51c-a10df4119a70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51718f73-3816-4605-8d21-33949f773597 HTTP/1.1" status: 200 len: 854 time: 0.0586076 May 10 13:32:19.125246 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-46241be5-ca66-4464-9ae9-a54bd4e319c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2449dbde-57c9-4912-ac48-36ca6c3f3f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464470 May 10 13:32:19.284831 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d98ff3-d3e6-4028-94d0-c5090e62f8f4 req-53647ba6-4607-412e-9c16-be34d8a2aed4 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:19.291889 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c3d98ff3-d3e6-4028-94d0-c5090e62f8f4 req-53647ba6-4607-412e-9c16-be34d8a2aed4 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1238492 May 10 13:32:19.292521 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-ebbea35b-32cc-4dbe-b940-dd67a242b260 service neutron] 10.222.0.11 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518199 May 10 13:32:19.323487 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 37326) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:19.349909 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7ae40beb-d29c-4117-a7d0-1fc72b208b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:19.369894 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c3d98ff3-d3e6-4028-94d0-c5090e62f8f4 req-be8c9498-021f-4740-be2f-5f06569bc9f9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772233 May 10 13:32:19.375487 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-7ae40beb-d29c-4117-a7d0-1fc72b208b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:19.380087 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-7ae40beb-d29c-4117-a7d0-1fc72b208b96 admin admin] Usage tracker for resource:security_group_rule and tenant:fada03f2462442508e0171e4efc10b21 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:19.383073 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-7ae40beb-d29c-4117-a7d0-1fc72b208b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:19.388844 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-7ae40beb-d29c-4117-a7d0-1fc72b208b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:19.454041 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0ffa7689-e79c-4eca-90b0-9a4de6cb9ae8 req-1cbe691b-5fa0-4724-a407-cc126db2d565 service neutron] 10.222.0.11 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367593 May 10 13:32:19.496003 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7ae40beb-d29c-4117-a7d0-1fc72b208b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:19.501886 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7ae40beb-d29c-4117-a7d0-1fc72b208b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:19.509649 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ee62aa3a-0928-45c2-8e30-216c21f7f398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:19.547565 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae40beb-d29c-4117-a7d0-1fc72b208b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcb70fb-cd1f-429e-89a9-82aafeed2df0,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:19.551898 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-7ae40beb-d29c-4117-a7d0-1fc72b208b96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fada03f2462442508e0171e4efc10b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268348 May 10 13:32:19.552748 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-7ae40beb-d29c-4117-a7d0-1fc72b208b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:19.554583 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 37334) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:19.587335 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dee4d1-a2d1-4a22-9ee7-5b6f1b8bcdf3 req-9524ba99-93ce-4fcd-98ad-5fb070b59047 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:19.588051 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-20dee4d1-a2d1-4a22-9ee7-5b6f1b8bcdf3 req-9524ba99-93ce-4fcd-98ad-5fb070b59047 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Synchronizing usage tracker for tenant:5f7be7aa79cc462687c35a799fdad241 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:32:19.615724 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-20dee4d1-a2d1-4a22-9ee7-5b6f1b8bcdf3 req-9524ba99-93ce-4fcd-98ad-5fb070b59047 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Unset dirty status for tenant:5f7be7aa79cc462687c35a799fdad241 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:32:19.616867 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-20dee4d1-a2d1-4a22-9ee7-5b6f1b8bcdf3 req-9524ba99-93ce-4fcd-98ad-5fb070b59047 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 944 time: 0.1594808 May 10 13:32:19.622328 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad8286-03b9-4d0a-a380-6006932a3aff req-df99eec0-b202-4b5c-8a88-9f491a717803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:19.623717 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f3ad8286-03b9-4d0a-a380-6006932a3aff req-df99eec0-b202-4b5c-8a88-9f491a717803 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f7be7aa79cc462687c35a799fdad241&device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 1097 time: 0.1125398 May 10 13:32:19.625110 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5580827b-b067-432d-bc31-29d11e1e0917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:19.654491 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5580827b-b067-432d-bc31-29d11e1e0917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:19.734724 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5580827b-b067-432d-bc31-29d11e1e0917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:19.744896 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-58994856-5700-4c48-a0f4-1d82b94c4fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:19.745072 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-20dee4d1-a2d1-4a22-9ee7-5b6f1b8bcdf3 req-9e0d1b0e-229f-4695-b35e-0732dee2a7d7 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202426 May 10 13:32:19.775435 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580827b-b067-432d-bc31-29d11e1e0917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcb70fb-cd1f-429e-89a9-82aafeed2df0,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:19.781634 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-5580827b-b067-432d-bc31-29d11e1e0917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:19.799285 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5580827b-b067-432d-bc31-29d11e1e0917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:19.800767 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-5580827b-b067-432d-bc31-29d11e1e0917 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9fcb70fb-cd1f-429e-89a9-82aafeed2df0 HTTP/1.1" status: 204 len: 168 time: 0.2446575 May 10 13:32:19.817853 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad8286-03b9-4d0a-a380-6006932a3aff req-ad2861d8-8fc5-4d4b-82da-0b8761163736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:19.819967 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f3ad8286-03b9-4d0a-a380-6006932a3aff req-ad2861d8-8fc5-4d4b-82da-0b8761163736 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2449dbde-57c9-4912-ac48-36ca6c3f3f9a HTTP/1.1" status: 200 len: 915 time: 0.1819189 May 10 13:32:19.896221 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f3ad8286-03b9-4d0a-a380-6006932a3aff req-b868a025-630e-4e2b-b67a-562bbfc95233 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32b8a6fd-e55e-4470-94df-c46fd08601a2 HTTP/1.1" status: 200 len: 217 time: 0.0675430 May 10 13:32:19.979382 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad8286-03b9-4d0a-a380-6006932a3aff req-c268a1df-984e-4186-a902-985b1ef66cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:19.980835 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f3ad8286-03b9-4d0a-a380-6006932a3aff req-c268a1df-984e-4186-a902-985b1ef66cad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51718f73-3816-4605-8d21-33949f773597 HTTP/1.1" status: 200 len: 854 time: 0.0644360 May 10 13:32:20.040749 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f3ad8286-03b9-4d0a-a380-6006932a3aff req-257d5a99-e5c9-4c84-a9cd-1d9d48a5a3a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2449dbde-57c9-4912-ac48-36ca6c3f3f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464375 May 10 13:32:20.189050 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 37366) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:20.206147 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f3ad8286-03b9-4d0a-a380-6006932a3aff req-0e496ab3-2194-44ad-a031-914e7996fb44 service neutron] 10.222.0.11 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562293 May 10 13:32:20.322377 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3ff36579-10b9-4e78-bc86-cc0e3ff60588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:20.337697 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-3ff36579-10b9-4e78-bc86-cc0e3ff60588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:20.341505 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-3ff36579-10b9-4e78-bc86-cc0e3ff60588 admin admin] Usage tracker for resource:security_group_rule and tenant:8ef203357bef44a191eb79a3514794ca is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:20.344952 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-3ff36579-10b9-4e78-bc86-cc0e3ff60588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:20.351411 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-3ff36579-10b9-4e78-bc86-cc0e3ff60588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:20.477935 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3ff36579-10b9-4e78-bc86-cc0e3ff60588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:20.482653 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3ff36579-10b9-4e78-bc86-cc0e3ff60588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:20.507093 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-7ae40beb-d29c-4117-a7d0-1fc72b208b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:20.512678 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f3ad8286-03b9-4d0a-a380-6006932a3aff req-987d1cea-26ba-4b1c-be3f-91e99a6e81f3 service neutron] 10.222.0.11 "GET /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881064 May 10 13:32:20.604734 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-3ff36579-10b9-4e78-bc86-cc0e3ff60588 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ef203357bef44a191eb79a3514794ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4142590 May 10 13:32:20.607502 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 37392) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:20.607738 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff36579-10b9-4e78-bc86-cc0e3ff60588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc078cf-c518-4fc0-b5e2-7ddc2ad52069,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:20.612253 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-3ff36579-10b9-4e78-bc86-cc0e3ff60588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:20.641643 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4329b-881c-4582-9466-d6acb25e7ff8 req-d58aad22-a4da-4322-bd87-e2e136fc5455 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:20.643109 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-88e4329b-881c-4582-9466-d6acb25e7ff8 req-d58aad22-a4da-4322-bd87-e2e136fc5455 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1382966 May 10 13:32:20.680155 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-7cbe9966-83f1-424e-bb81-6baeacd084b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:20.697556 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-88e4329b-881c-4582-9466-d6acb25e7ff8 req-43121d22-5269-42e0-bfad-eabdef322cde tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468566 May 10 13:32:20.712683 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-7cbe9966-83f1-424e-bb81-6baeacd084b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:20.728529 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 37398) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:20.764047 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-7cbe9966-83f1-424e-bb81-6baeacd084b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:20.769191 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-43ba863a-ca87-43ac-a7c5-4669d26d869e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:20.782049 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe9966-83f1-424e-bb81-6baeacd084b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc078cf-c518-4fc0-b5e2-7ddc2ad52069,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:20.784322 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-7cbe9966-83f1-424e-bb81-6baeacd084b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:20.791948 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-7cbe9966-83f1-424e-bb81-6baeacd084b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:20.798637 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-7cbe9966-83f1-424e-bb81-6baeacd084b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/edc078cf-c518-4fc0-b5e2-7ddc2ad52069 HTTP/1.1" status: 204 len: 168 time: 0.1898799 May 10 13:32:20.845657 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1060383048-network', 'tenant_id': '8d029b6bf7924c648fc6833b7ab3c6d0'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:32:20.850672 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:20.860235 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Usage tracker for resource:network and tenant:8d029b6bf7924c648fc6833b7ab3c6d0 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:20.869621 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:20.876170 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:20.886959 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Made reservation on behalf of 8d029b6bf7924c648fc6833b7ab3c6d0 for: {'network': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:32:20.890105 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for network, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:20.903532 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:20.922586 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:20.935482 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Usage tracker for resource:security_group_rule and tenant:8d029b6bf7924c648fc6833b7ab3c6d0 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:20.939094 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:20.945266 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:20.985905 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee248176-9633-442d-88ac-bc3969829829 req-d667f7e2-2605-4bd1-93e6-03e9207eff47 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:20.987448 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ee248176-9633-442d-88ac-bc3969829829 req-d667f7e2-2605-4bd1-93e6-03e9207eff47 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 944 time: 0.1220982 May 10 13:32:21.044167 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ee248176-9633-442d-88ac-bc3969829829 req-603a1427-9394-4ab0-86bc-a99caa3193b1 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500062 May 10 13:32:21.070979 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:21.074898 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:21.078387 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ad12d06b-42b0-4621-9b4d-c4006b31f9c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:21.110332 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=78777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:32:21.118629 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:21.122228 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:21.125591 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:21.126010 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.db.segments_db [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Added segment cb51554c-3cfc-4ba1-91bb-021867b88011 of type vlan for network 81dba7d3-767d-42f7-87c9-fa26ea52ea9c May 10 13:32:21.154746 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786273018480'] for network, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:21.185238 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for network, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:21.187268 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:21.187918 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:21.192737 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-b91dd772-56d7-4192-8809-06e67adb0392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:21.301648 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5693147 May 10 13:32:21.301648 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=81dba7d3-767d-42f7-87c9-fa26ea52ea9c,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:21.302695 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 37428) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:21.307468 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-30579676-95f5-4c3d-8a03-64be940044de admin admin] Request body: {'subnet': {'network_id': '81dba7d3-767d-42f7-87c9-fa26ea52ea9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1060383048-subnet', 'tenant_id': '8d029b6bf7924c648fc6833b7ab3c6d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:32:21.310881 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Network 81dba7d3-767d-42f7-87c9-fa26ea52ea9c details requested by agent ovs-agent-dv-cinder-784945-7-smb with host dv-cinder-784945-7-smb {{(pid=78779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 13:32:21.311931 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:21.313593 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-30579676-95f5-4c3d-8a03-64be940044de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:21.317536 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-30579676-95f5-4c3d-8a03-64be940044de admin admin] Usage tracker for resource:subnet and tenant:8d029b6bf7924c648fc6833b7ab3c6d0 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:21.320488 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-30579676-95f5-4c3d-8a03-64be940044de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:21.332913 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-30579676-95f5-4c3d-8a03-64be940044de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:21.346161 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30579676-95f5-4c3d-8a03-64be940044de admin admin] Made reservation on behalf of 8d029b6bf7924c648fc6833b7ab3c6d0 for: {'subnet': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:32:21.348620 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-30579676-95f5-4c3d-8a03-64be940044de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2414314'] for subnet, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:21.759895 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-30579676-95f5-4c3d-8a03-64be940044de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2580212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2414232'] for subnet, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:21.765107 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-5215952c-c966-4cb6-b6a1-d746f52d81da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:21.847963 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30579676-95f5-4c3d-8a03-64be940044de admin admin] Checking segment: {'id': 'cb51554c-3cfc-4ba1-91bb-021867b88011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '81dba7d3-767d-42f7-87c9-fa26ea52ea9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:32:21.847963 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30579676-95f5-4c3d-8a03-64be940044de admin admin] Network hostable DHCP agents. Network: 81dba7d3-767d-42f7-87c9-fa26ea52ea9c, hostable agents: ['e353725d-04b0-4fbf-b9b2-fde86cba17eb'], hosted agents: [] {{(pid=78778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:32:21.849469 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30579676-95f5-4c3d-8a03-64be940044de admin admin] Pushing event updated for resources: {'Subnet': ['ID=dec0be8b-741c-48b0-a93e-61a6027dd5a0,revision_number=0']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:21.854698 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-30579676-95f5-4c3d-8a03-64be940044de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:21.870624 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30579676-95f5-4c3d-8a03-64be940044de admin admin] Network 81dba7d3-767d-42f7-87c9-fa26ea52ea9c is scheduled to be hosted by DHCP agent e353725d-04b0-4fbf-b9b2-fde86cba17eb with binding_index 1 {{(pid=78778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:32:21.883894 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-30579676-95f5-4c3d-8a03-64be940044de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-smb, 81dba7d3-767d-42f7-87c9-fa26ea52ea9c) {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:32:21.894868 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375ecc26-07f9-4213-ad21-0c06f4b2129f None None] Network 81dba7d3-767d-42f7-87c9-fa26ea52ea9c requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:32:21.895845 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30579676-95f5-4c3d-8a03-64be940044de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:21.896618 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-30579676-95f5-4c3d-8a03-64be940044de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:21.921281 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-30579676-95f5-4c3d-8a03-64be940044de admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6174839 May 10 13:32:21.927395 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fee96-3a74-49ed-9e39-7d02926c81d9 req-ea8c08c4-209d-4920-8d89-68653af17c4b tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:21.928978 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-cc0fee96-3a74-49ed-9e39-7d02926c81d9 req-ea8c08c4-209d-4920-8d89-68653af17c4b tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1033003 May 10 13:32:21.982011 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-cc0fee96-3a74-49ed-9e39-7d02926c81d9 req-d3d77c0e-c933-4e07-b93a-072e7c139dc8 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436084 May 10 13:32:22.172644 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563f7657-1965-43c7-a1d5-e7456b963273 None None] Network 81dba7d3-767d-42f7-87c9-fa26ea52ea9c requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:32:22.298880 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5817d7-b55e-4ed2-bf2a-e2a0d08004cc req-01758127-89b4-498b-bb82-544884b5429d tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:22.300862 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5f5817d7-b55e-4ed2-bf2a-e2a0d08004cc req-01758127-89b4-498b-bb82-544884b5429d tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 944 time: 0.1152866 May 10 13:32:22.380949 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5f5817d7-b55e-4ed2-bf2a-e2a0d08004cc req-76a0e948-7463-4058-9e1b-473d34eb0c0d tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723274 May 10 13:32:22.726757 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6bb6e-a21d-4258-a674-6ae9376736a1 req-555740b6-5b04-45a7-b32b-693aa9228727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:22.728265 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-27a6bb6e-a21d-4258-a674-6ae9376736a1 req-555740b6-5b04-45a7-b32b-693aa9228727 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 1099 time: 0.0695949 May 10 13:32:22.780583 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-27a6bb6e-a21d-4258-a674-6ae9376736a1 req-bdea245d-1cf0-4784-978e-a349e5dd2218 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448210 May 10 13:32:23.196132 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 37534) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:23.198456 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de95737-447b-4e5c-8b0a-9c0b656216e1 req-e6c6beda-64de-46d6-9689-8e18bbb06442 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:23.200242 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9de95737-447b-4e5c-8b0a-9c0b656216e1 req-e6c6beda-64de-46d6-9689-8e18bbb06442 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.0969951 May 10 13:32:23.249393 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9de95737-447b-4e5c-8b0a-9c0b656216e1 req-db0bdd6d-b53d-49ab-a625-329e644b326c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401671 May 10 13:32:23.328055 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-12de25c0-8018-4623-b9df-3705d3644444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:23.341836 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-12de25c0-8018-4623-b9df-3705d3644444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:23.346471 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-12de25c0-8018-4623-b9df-3705d3644444 admin admin] Usage tracker for resource:security_group_rule and tenant:afec51bab78840858694d11495c63240 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:23.349253 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-12de25c0-8018-4623-b9df-3705d3644444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:23.354960 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-12de25c0-8018-4623-b9df-3705d3644444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:23.447520 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-12de25c0-8018-4623-b9df-3705d3644444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:23.452057 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-12de25c0-8018-4623-b9df-3705d3644444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:23.460828 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-dba97856-69e0-4740-8901-a56fcafdcb80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:23.537429 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de25c0-8018-4623-b9df-3705d3644444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65b534b-a62c-4c6d-ada3-a8045cfaa568,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:23.540301 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-12de25c0-8018-4623-b9df-3705d3644444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:23.547903 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-12de25c0-8018-4623-b9df-3705d3644444 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=afec51bab78840858694d11495c63240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503697 May 10 13:32:23.550776 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 37544) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:23.553298 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 32b8a6fd-e55e-4470-94df-c46fd08601a2 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:32:23.602574 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef2aaf-64b6-44dd-b93d-e7fcf0d7bd61 req-d5c258f1-53b2-4163-bd34-98ccbef7f656 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:23.604338 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-94ef2aaf-64b6-44dd-b93d-e7fcf0d7bd61 req-d5c258f1-53b2-4163-bd34-98ccbef7f656 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 944 time: 0.1070597 May 10 13:32:23.664490 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-94ef2aaf-64b6-44dd-b93d-e7fcf0d7bd61 req-3eb4eeeb-b914-4e56-9b67-8a53ec1be3bc tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517585 May 10 13:32:23.665823 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b718ec47-3761-4152-b465-a2c436ba808c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:23.713714 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 32b8a6fd-e55e-4470-94df-c46fd08601a2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=32b8a6fd-e55e-4470-94df-c46fd08601a2,segment=NetworkSegment(4c69b5ed-3efc-470f-ac99-e380fc5aa947),segment_id=4c69b5ed-3efc-470f-ac99-e380fc5aa947)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:32:23.715218 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b718ec47-3761-4152-b465-a2c436ba808c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:23.732233 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': '32b8a6fd-e55e-4470-94df-c46fd08601a2', 'network_id': '2449dbde-57c9-4912-ac48-36ca6c3f3f9a', 'port_id': '32b8a6fd-e55e-4470-94df-c46fd08601a2', 'mac_address': 'fa:16:3e:c3:ce:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51718f73-3816-4605-8d21-33949f773597', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:32:23.772756 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b718ec47-3761-4152-b465-a2c436ba808c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:23.776743 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-3cb3626c-f254-4d95-849f-eb4f31e56d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:23.790287 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718ec47-3761-4152-b465-a2c436ba808c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65b534b-a62c-4c6d-ada3-a8045cfaa568,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:23.793145 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-b718ec47-3761-4152-b465-a2c436ba808c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:23.795101 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b718ec47-3761-4152-b465-a2c436ba808c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:23.799587 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-b718ec47-3761-4152-b465-a2c436ba808c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f65b534b-a62c-4c6d-ada3-a8045cfaa568 HTTP/1.1" status: 204 len: 168 time: 0.2451110 May 10 13:32:23.826680 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:23.845055 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b8a6fd-e55e-4470-94df-c46fd08601a2 {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:32:23.867113 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 32b8a6fd-e55e-4470-94df-c46fd08601a2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=32b8a6fd-e55e-4470-94df-c46fd08601a2,segment=NetworkSegment(4c69b5ed-3efc-470f-ac99-e380fc5aa947),segment_id=4c69b5ed-3efc-470f-ac99-e380fc5aa947)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:32:23.876452 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:23.881024 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:23.952541 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=32b8a6fd-e55e-4470-94df-c46fd08601a2,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:23.958956 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:24.310226 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['32b8a6fd-e55e-4470-94df-c46fd08601a2'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:32:24.462205 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6c806-ddd7-49af-8ceb-135fa402cbc6 req-d87c1713-ad44-4e6a-8066-e7ae6373e715 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:24.463874 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a5b6c806-ddd7-49af-8ceb-135fa402cbc6 req-d87c1713-ad44-4e6a-8066-e7ae6373e715 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.0849314 May 10 13:32:24.513326 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a5b6c806-ddd7-49af-8ceb-135fa402cbc6 req-75684241-b524-4833-a64c-61c3e950193b tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426590 May 10 13:32:24.580431 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 37590) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:24.687291 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1722816452-network', 'tenant_id': '1a6534be084a463cba9c1f70213e861c'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:32:24.695493 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:24.701436 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Usage tracker for resource:network and tenant:1a6534be084a463cba9c1f70213e861c is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:24.704599 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:24.717635 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:24.728731 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf6a1d-8cdd-4dff-9a0e-5fbbfe07f682 req-7b10e51b-bb5f-442d-924c-5606509a8776 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:24.730192 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-badf6a1d-8cdd-4dff-9a0e-5fbbfe07f682 req-7b10e51b-bb5f-442d-924c-5606509a8776 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1119008 May 10 13:32:24.751007 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Made reservation on behalf of 1a6534be084a463cba9c1f70213e861c for: {'network': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:32:24.753193 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for network, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:24.770590 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:24.798580 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:24.803041 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-badf6a1d-8cdd-4dff-9a0e-5fbbfe07f682 req-f41b920a-b3fc-4dee-a57c-c4c42963b50a tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664966 May 10 13:32:24.805270 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Usage tracker for resource:security_group_rule and tenant:1a6534be084a463cba9c1f70213e861c is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:24.811937 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:24.827494 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:24.925987 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:24.929537 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:24.933287 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-a635ae9d-2b0e-42c1-8fa6-197f51293b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:24.971253 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=78777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:32:24.976524 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97626381-a857-4600-bcf6-c031053ecf7f,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:24.980310 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:24.984837 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:24.985170 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.db.segments_db [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Added segment 65396b7b-d93f-43e7-8797-7e6577a2e7f2 of type vlan for network cdc794b0-2dce-44ef-8006-d22c57c9443c May 10 13:32:25.013399 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786273018480'] for network, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:25.089787 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for network, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:25.091988 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:25.093098 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:25.100568 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:25.272972 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=cdc794b0-2dce-44ef-8006-d22c57c9443c,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:25.275800 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:25.279650 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6978645 May 10 13:32:25.282461 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 37610) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:25.288432 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Network cdc794b0-2dce-44ef-8006-d22c57c9443c details requested by agent ovs-agent-dv-cinder-784945-7-smb with host dv-cinder-784945-7-smb {{(pid=78779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 13:32:25.288888 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-1c0176bc-76f6-4400-9168-f809635f6fe9 admin admin] Request body: {'subnet': {'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1722816452-subnet', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'ip_version': 4}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:32:25.299820 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-1c0176bc-76f6-4400-9168-f809635f6fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:25.306467 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-1c0176bc-76f6-4400-9168-f809635f6fe9 admin admin] Usage tracker for resource:subnet and tenant:1a6534be084a463cba9c1f70213e861c is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:25.316603 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3f326-602b-42eb-bfa5-24ca679e984c req-8ae59bf2-1725-40c9-91b8-0a4086b3da35 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:25.318218 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3fe3f326-602b-42eb-bfa5-24ca679e984c req-8ae59bf2-1725-40c9-91b8-0a4086b3da35 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 945 time: 0.2749248 May 10 13:32:25.319089 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-1c0176bc-76f6-4400-9168-f809635f6fe9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:25.326731 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-1c0176bc-76f6-4400-9168-f809635f6fe9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:25.365237 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0176bc-76f6-4400-9168-f809635f6fe9 admin admin] Made reservation on behalf of 1a6534be084a463cba9c1f70213e861c for: {'subnet': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:32:25.367688 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1c0176bc-76f6-4400-9168-f809635f6fe9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:25.438636 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3fe3f326-602b-42eb-bfa5-24ca679e984c req-0831866f-93f5-42cc-802f-50c84bf590e8 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130798 May 10 13:32:25.758005 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1c0176bc-76f6-4400-9168-f809635f6fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for subnet, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:25.761491 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:25.832386 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0176bc-76f6-4400-9168-f809635f6fe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28cae42e-babc-4b3c-91e3-f80b7f1706c7,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:25.835855 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-1c0176bc-76f6-4400-9168-f809635f6fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:25.841643 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0176bc-76f6-4400-9168-f809635f6fe9 admin admin] Checking segment: {'id': '65396b7b-d93f-43e7-8797-7e6577a2e7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:32:25.842051 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0176bc-76f6-4400-9168-f809635f6fe9 admin admin] Network hostable DHCP agents. Network: cdc794b0-2dce-44ef-8006-d22c57c9443c, hostable agents: ['e353725d-04b0-4fbf-b9b2-fde86cba17eb'], hosted agents: [] {{(pid=78777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:32:25.861452 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0176bc-76f6-4400-9168-f809635f6fe9 admin admin] Network cdc794b0-2dce-44ef-8006-d22c57c9443c is scheduled to be hosted by DHCP agent e353725d-04b0-4fbf-b9b2-fde86cba17eb with binding_index 1 {{(pid=78777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:32:25.872515 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-1c0176bc-76f6-4400-9168-f809635f6fe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-smb, cdc794b0-2dce-44ef-8006-d22c57c9443c) {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:32:25.876774 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0176bc-76f6-4400-9168-f809635f6fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:25.878100 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1c0176bc-76f6-4400-9168-f809635f6fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:25.882816 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4778ac-3752-43e4-91fd-812fed11a176 None None] Network cdc794b0-2dce-44ef-8006-d22c57c9443c requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:32:25.897959 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-1c0176bc-76f6-4400-9168-f809635f6fe9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6144030 May 10 13:32:25.900473 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 37616) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:25.905835 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1722816452-router', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:32:25.911920 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:25.916295 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Usage tracker for resource:router and tenant:1a6534be084a463cba9c1f70213e861c is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:25.919516 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:25.926183 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:25.937318 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1802218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103805'] for router, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:25.938405 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103798'] for router, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:25.961027 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:26.117970 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe84325ab-a6c9-5dc4-96db-441876245d66-cdc794b0-2dce-44ef-8006-d22c57c9443c', 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'fixed_ips': [{'subnet_id': '28cae42e-babc-4b3c-91e3-f80b7f1706c7'}]}} from dv-cinder-784945-7-smb. {{(pid=78779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 13:32:26.118842 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:26.235511 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708444', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103768'] for router, precommit_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:26.283009 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.db_base_plugin_common [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Allocated IP 172.20.0.2 (cdc794b0-2dce-44ef-8006-d22c57c9443c/28cae42e-babc-4b3c-91e3-f80b7f1706c7/c7437746-502c-4ba6-b2aa-e9d322f71019) {{(pid=78779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:32:26.519760 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Notify callbacks [] for port, precommit_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:26.529824 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Transition to ACTIVE for port object c7437746-502c-4ba6-b2aa-e9d322f71019 will not be triggered until provisioned by entity L2. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:32:26.549509 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Transition to ACTIVE for port object c7437746-502c-4ba6-b2aa-e9d322f71019 will not be triggered until provisioned by entity DHCP. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:32:26.556316 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:26.563952 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-23d4ade4-fbb0-44fc-bb92-c01da05a9789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:26.581125 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:26.618332 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:26.621489 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Network cdc794b0-2dce-44ef-8006-d22c57c9443c is already hosted by enough agents. {{(pid=78779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:32:26.624960 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.scheduler.base_scheduler [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Resources bound (agent type, host, resource id): {{(pid=78779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:32:26.627548 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Received port after_create {{(pid=78779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:32:26.708050 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Pushing event updated for resources: {'Port': ['ID=c7437746-502c-4ba6-b2aa-e9d322f71019,revision_number=1']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:26.711233 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:26.740088 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Attempting to bind port c7437746-502c-4ba6-b2aa-e9d322f71019 on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:32:26.740460 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Attempting to bind port c7437746-502c-4ba6-b2aa-e9d322f71019 by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': '65396b7b-d93f-43e7-8797-7e6577a2e7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c'}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:32:26.740827 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Attempting to bind port c7437746-502c-4ba6-b2aa-e9d322f71019 on network cdc794b0-2dce-44ef-8006-d22c57c9443c {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:32:26.746577 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:32:26.746987 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Checking segment: {'id': '65396b7b-d93f-43e7-8797-7e6577a2e7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:32:26.747395 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:26.747809 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Bound using segment: {'id': '65396b7b-d93f-43e7-8797-7e6577a2e7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c'} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:32:26.748287 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Bound port: c7437746-502c-4ba6-b2aa-e9d322f71019, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65396b7b-d93f-43e7-8797-7e6577a2e7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c'}}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:32:26.749252 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:26.819387 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_common [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Allocated IP 172.28.0.219 (201b784b-a2c0-4851-ba32-323396f26c0e/a3facc7a-ff4c-482b-8bd3-938f14d413a3/87f0f716-1654-4407-9746-2bb0cc29f412) {{(pid=78777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:32:26.853829 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] For port c7437746-502c-4ba6-b2aa-e9d322f71019, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:32:26.857201 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] For port c7437746-502c-4ba6-b2aa-e9d322f71019, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=c7437746-502c-4ba6-b2aa-e9d322f71019,segment=NetworkSegment(65396b7b-d93f-43e7-8797-7e6577a2e7f2),segment_id=65396b7b-d93f-43e7-8797-7e6577a2e7f2)] {{(pid=78779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:32:26.864425 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:26.869612 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:26.947190 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16acb9a-dbab-40d0-b469-61ca01500560 req-33b477cc-016c-45a0-95e8-3a27562d1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:26.949381 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f16acb9a-dbab-40d0-b469-61ca01500560 req-33b477cc-016c-45a0-95e8-3a27562d1599 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81b55fe93fe34f56b1ac2e1fcd0267c9&device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 1099 time: 0.2120397 May 10 13:32:26.974858 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Pushing event updated for resources: {'Port': ['ID=c7437746-502c-4ba6-b2aa-e9d322f71019,revision_number=2']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:26.979157 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:27.051657 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981cc02-da29-4f87-a690-e175f5042a5d req-b19e141a-c871-41e3-a2bf-d91a080c59bf tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:27.053178 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a981cc02-da29-4f87-a690-e175f5042a5d req-b19e141a-c871-41e3-a2bf-d91a080c59bf tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 945 time: 0.2782755 May 10 13:32:27.078126 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-400e301b-a488-4237-9513-837c106dc7e1 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:27.079536 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-400e301b-a488-4237-9513-837c106dc7e1 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/networks?id=81dba7d3-767d-42f7-87c9-fa26ea52ea9c HTTP/1.1" status: 200 len: 809 time: 0.2630670 May 10 13:32:27.107079 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-3b4796bc-8a99-4054-8677-44fbb3fb449f tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/quotas/8d029b6bf7924c648fc6833b7ab3c6d0 HTTP/1.1" status: 200 len: 375 time: 0.0204716 May 10 13:32:27.144203 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:27.150774 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a981cc02-da29-4f87-a690-e175f5042a5d req-16e9dbb7-facc-4152-8233-55c5c7b2bcf9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825818 May 10 13:32:27.232807 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:27.238858 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-7019e74c-3bc8-48ca-bc6f-8c1dbb19cb22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:27.317148 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-0f21c497-39f2-42e5-b15d-03e899dbf029 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d029b6bf7924c648fc6833b7ab3c6d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2030940 May 10 13:32:27.318592 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Network 201b784b-a2c0-4851-ba32-323396f26c0e is already hosted by enough agents. {{(pid=78777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:32:27.321524 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Resources bound (agent type, host, resource id): {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:32:27.324401 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Received port after_create {{(pid=78777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:32:27.414371 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16acb9a-dbab-40d0-b469-61ca01500560 req-0a7e7b28-4047-4c06-a90e-752212e9eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:27.415940 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f16acb9a-dbab-40d0-b469-61ca01500560 req-0a7e7b28-4047-4c06-a90e-752212e9eae5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd HTTP/1.1" status: 200 len: 920 time: 0.4514005 May 10 13:32:27.459596 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Pushing event updated for resources: {'Port': ['ID=87f0f716-1654-4407-9746-2bb0cc29f412,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:27.462483 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:27.497249 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f16acb9a-dbab-40d0-b469-61ca01500560 req-b72d66b8-22a3-4d47-ab61-abf943dfc12b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91fbdd56-198f-4301-ba57-e090c9dc3f2c HTTP/1.1" status: 200 len: 217 time: 0.0728617 May 10 13:32:27.554640 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 32b8a6fd-e55e-4470-94df-c46fd08601a2 up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:32:27.583807 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-f89f08fa-6071-48c0-aab9-dae036840b95 service neutron] 10.222.0.30 "GET /v2.0/networks/81dba7d3-767d-42f7-87c9-fa26ea52ea9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568104 May 10 13:32:27.625285 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16acb9a-dbab-40d0-b469-61ca01500560 req-8760feec-5034-4ffd-bf33-c116da1d9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:27.626787 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f16acb9a-dbab-40d0-b469-61ca01500560 req-8760feec-5034-4ffd-bf33-c116da1d9f22 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58174d65-9a6b-4d38-b1d3-edfbd71a7769 HTTP/1.1" status: 200 len: 859 time: 0.1129417 May 10 13:32:27.658966 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning for port 32b8a6fd-e55e-4470-94df-c46fd08601a2 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:32:27.664479 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port 32b8a6fd-e55e-4470-94df-c46fd08601a2 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:27.665282 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:27.726818 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f16acb9a-dbab-40d0-b469-61ca01500560 req-1f0ac79a-d463-434e-a344-8506bcd1221d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537724 May 10 13:32:27.778467 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501b2ab-f566-47ac-b29c-22dea4642f91 req-00d8e1ce-0546-4e38-b43f-edc0ef0afc64 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:27.786298 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9501b2ab-f566-47ac-b29c-22dea4642f91 req-00d8e1ce-0546-4e38-b43f-edc0ef0afc64 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.2740643 May 10 13:32:27.793413 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:27.854783 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69575b3b-5871-4482-86f8-66eb0793824f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b8a6fd-e55e-4470-94df-c46fd08601a2'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:32:27.862477 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9501b2ab-f566-47ac-b29c-22dea4642f91 req-8d734c1f-8868-4bc2-b9a4-a1a270e86384 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750313 May 10 13:32:27.884747 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-fc5b4405-5d24-4028-ad91-a243d60ed641 service neutron] 10.222.0.30 "GET /v2.0/networks/81dba7d3-767d-42f7-87c9-fa26ea52ea9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936444 May 10 13:32:27.895911 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 32b8a6fd-e55e-4470-94df-c46fd08601a2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=32b8a6fd-e55e-4470-94df-c46fd08601a2,segment=NetworkSegment(4c69b5ed-3efc-470f-ac99-e380fc5aa947),segment_id=4c69b5ed-3efc-470f-ac99-e380fc5aa947)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:32:27.897248 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:27.907004 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:27.911577 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:27.938447 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f16acb9a-dbab-40d0-b469-61ca01500560 req-2892a20a-452b-46f7-a6cc-98a8be9f199a service neutron] 10.222.0.11 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965427 May 10 13:32:28.073952 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device c7437746-502c-4ba6-b2aa-e9d322f71019 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:32:28.156101 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f16acb9a-dbab-40d0-b469-61ca01500560 req-e6cab743-a9ec-422b-b94c-d326d0b0ffd3 service neutron] 10.222.0.11 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058930 May 10 13:32:28.169770 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=32b8a6fd-e55e-4470-94df-c46fd08601a2,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:28.173914 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:28.225629 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69575b3b-5871-4482-86f8-66eb0793824f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b8a6fd-e55e-4470-94df-c46fd08601a2', 'code': 200} May 10 13:32:28.273460 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port c7437746-502c-4ba6-b2aa-e9d322f71019 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:32:28.307344 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-76fa0df4-14ed-4b68-983f-ce7129c10101 req-41f2c5df-92de-480e-9d17-3de0eb6fd7b1 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 210 time: 0.1306818 May 10 13:32:28.487037 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673209d9-cbb2-4a8e-b2a9-239ae2433c83 None None] Network cdc794b0-2dce-44ef-8006-d22c57c9443c requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:32:28.582089 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-2f84b721-5f55-4e98-ac2b-de97e88c2fb0 None None] Provisioning for port c7437746-502c-4ba6-b2aa-e9d322f71019 completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:32:28.599489 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-2f84b721-5f55-4e98-ac2b-de97e88c2fb0 None None] Provisioning complete for port c7437746-502c-4ba6-b2aa-e9d322f71019 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:28.599779 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711625'] for router, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:28.599951 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-2f84b721-5f55-4e98-ac2b-de97e88c2fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:28.640890 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fa65f-1e0f-42ac-a322-efcf613616bd req-7b0f3e65-0b50-4e79-a953-42781066770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:28.647589 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3f9fa65f-1e0f-42ac-a322-efcf613616bd req-7b0f3e65-0b50-4e79-a953-42781066770a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 1099 time: 0.1365755 May 10 13:32:28.720705 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3f9fa65f-1e0f-42ac-a322-efcf613616bd req-8ed1b55b-6fa2-4d0d-8d71-b4bf25c402ea service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607605 May 10 13:32:28.846327 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-2f84b721-5f55-4e98-ac2b-de97e88c2fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:28.852533 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eaceef-8c81-423c-a132-c5375f2e0619 req-8dcd2c06-5987-4d6c-8c41-4f60f75556c1 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:28.853987 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e2eaceef-8c81-423c-a132-c5375f2e0619 req-8dcd2c06-5987-4d6c-8c41-4f60f75556c1 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 946 time: 0.3902202 May 10 13:32:28.905400 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-2f84b721-5f55-4e98-ac2b-de97e88c2fb0 None None] For port c7437746-502c-4ba6-b2aa-e9d322f71019, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=c7437746-502c-4ba6-b2aa-e9d322f71019,segment=NetworkSegment(65396b7b-d93f-43e7-8797-7e6577a2e7f2),segment_id=65396b7b-d93f-43e7-8797-7e6577a2e7f2)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:32:28.918479 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-2f84b721-5f55-4e98-ac2b-de97e88c2fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:28.925880 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:28.937149 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e2eaceef-8c81-423c-a132-c5375f2e0619 req-56a8e21a-f869-46be-be0c-a25f5c8e347e tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603468 May 10 13:32:28.997680 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Router 1e855cc7-b136-46a2-b59e-3459b45448e1 is scheduled to L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 with binding_index 1 {{(pid=78777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 13:32:29.009893 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84b721-5f55-4e98-ac2b-de97e88c2fb0 None None] Pushing event updated for resources: {'Port': ['ID=c7437746-502c-4ba6-b2aa-e9d322f71019,revision_number=3']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:29.012933 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-2f84b721-5f55-4e98-ac2b-de97e88c2fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:29.139673 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23667dde-2fe7-4314-82ed-c95b6d5e65ba req-749e229a-0ed1-4cf9-853d-2c1617533d20 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:29.141657 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-23667dde-2fe7-4314-82ed-c95b6d5e65ba req-749e229a-0ed1-4cf9-853d-2c1617533d20 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.0934477 May 10 13:32:29.247133 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-23667dde-2fe7-4314-82ed-c95b6d5e65ba req-02961a46-338c-41ee-be37-221bc18e4ad0 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988660 May 10 13:32:29.251723 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:32:29.256845 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-13c8233e-291b-48de-86b3-a6cb9a79588c None None] Provisioning complete for port c7437746-502c-4ba6-b2aa-e9d322f71019 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:29.257232 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-13c8233e-291b-48de-86b3-a6cb9a79588c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:29.263555 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Sync routers for ids ['1e855cc7-b136-46a2-b59e-3459b45448e1'] in dv-cinder-784945-7-smb {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:32:29.276190 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Routers {'1e855cc7-b136-46a2-b59e-3459b45448e1'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:32:29.277081 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:32:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['1e855cc7-b136-46a2-b59e-3459b45448e1'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:32:29.295054 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Notify callbacks [] for router, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:29.297922 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3953722 May 10 13:32:29.299662 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 37686) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:29.472684 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Set router 1e855cc7-b136-46a2-b59e-3459b45448e1 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:32:29.546985 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f45b3c37-e411-4697-ade6-0c5aedff69a2 req-c1efc159-9040-4d9e-bed7-b9c2ab076d6f tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 210 time: 0.0547857 May 10 13:32:29.766783 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'name': 'tempest-TestMinimumBasicScenario-1722816452-router', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:25Z', 'updated_at': '2021-05-10T13:32:27Z', 'revision_number': 3, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'gw_port': {'id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:26Z', 'updated_at': '2021-05-10T13:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:32:29.771366 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Checking router: 1e855cc7-b136-46a2-b59e-3459b45448e1 for host: dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:32:29.771750 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Updating router 1e855cc7-b136-46a2-b59e-3459b45448e1 port 87f0f716-1654-4407-9746-2bb0cc29f412 binding host dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:32:29.843809 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:29.945526 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device c7437746-502c-4ba6-b2aa-e9d322f71019 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:32:30.042993 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port c7437746-502c-4ba6-b2aa-e9d322f71019 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:30.052184 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:30.236390 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Notify callbacks [] for port, precommit_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:30.249283 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.provisioning_blocks [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Transition to ACTIVE for port object 87f0f716-1654-4407-9746-2bb0cc29f412 will not be triggered until provisioned by entity L2. {{(pid=78780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:32:30.256454 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:30.261625 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:30.274348 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-cfd41871-63de-4599-a50b-d97b9f62141c tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:30.275743 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-cfd41871-63de-4599-a50b-d97b9f62141c tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.11 "GET /v2.0/networks?id=81dba7d3-767d-42f7-87c9-fa26ea52ea9c HTTP/1.1" status: 200 len: 809 time: 0.3353765 May 10 13:32:30.338896 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Attempting to bind port 87f0f716-1654-4407-9746-2bb0cc29f412 on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:32:30.339490 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Attempting to bind port 87f0f716-1654-4407-9746-2bb0cc29f412 by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}] {{(pid=78780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:32:30.339632 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Attempting to bind port 87f0f716-1654-4407-9746-2bb0cc29f412 on network 201b784b-a2c0-4851-ba32-323396f26c0e {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:32:30.348510 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-90003632-80c4-4f94-83ed-ebc0c107dae8 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Request body: {'port': {'device_id': '10b22caf-ca2d-4793-baab-4e5f06794c2b', 'network_id': '81dba7d3-767d-42f7-87c9-fa26ea52ea9c', 'admin_state_up': True, 'tenant_id': '8d029b6bf7924c648fc6833b7ab3c6d0'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:32:30.348720 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6196f9-59ab-4f28-a92d-6e2b9a236ac0 None None] Pushing event updated for resources: {'Port': ['ID=87f0f716-1654-4407-9746-2bb0cc29f412,revision_number=2']} {{(pid=78780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:30.350818 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:32:30.351195 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Checking segment: {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:32:30.351598 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:30.352011 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Bound using segment: {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'} {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:32:30.352480 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Bound port: 87f0f716-1654-4407-9746-2bb0cc29f412, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}}] {{(pid=78780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:32:30.352868 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:30.380715 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bf818-8a5c-456e-88c3-58d183f085a4 req-3f0d0096-467c-4ce5-af5e-5dde07a54ec6 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:30.382244 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-561bf818-8a5c-456e-88c3-58d183f085a4 req-3f0d0096-467c-4ce5-af5e-5dde07a54ec6 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 946 time: 0.2710779 May 10 13:32:30.402568 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6196f9-59ab-4f28-a92d-6e2b9a236ac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:30.403264 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6196f9-59ab-4f28-a92d-6e2b9a236ac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:30.403914 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6196f9-59ab-4f28-a92d-6e2b9a236ac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:30.404415 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6196f9-59ab-4f28-a92d-6e2b9a236ac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:30.405456 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6196f9-59ab-4f28-a92d-6e2b9a236ac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:30.405931 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6196f9-59ab-4f28-a92d-6e2b9a236ac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:30.406422 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6196f9-59ab-4f28-a92d-6e2b9a236ac0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:30.406890 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6196f9-59ab-4f28-a92d-6e2b9a236ac0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:30.407370 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6196f9-59ab-4f28-a92d-6e2b9a236ac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:30.407823 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6196f9-59ab-4f28-a92d-6e2b9a236ac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:30.408299 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6196f9-59ab-4f28-a92d-6e2b9a236ac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:30.408772 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6196f9-59ab-4f28-a92d-6e2b9a236ac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:30.415583 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-4e6196f9-59ab-4f28-a92d-6e2b9a236ac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:30.458242 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.db [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] For port 87f0f716-1654-4407-9746-2bb0cc29f412, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:32:30.463535 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.db [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] For port 87f0f716-1654-4407-9746-2bb0cc29f412, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=87f0f716-1654-4407-9746-2bb0cc29f412,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:32:30.471134 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:30.475848 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:30.484846 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9b156-f425-4e35-8ae6-43318e8eeb39 req-698a4d36-3afe-4df2-a1c8-aadda0e2e7cc tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:30.489988 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-31c9b156-f425-4e35-8ae6-43318e8eeb39 req-698a4d36-3afe-4df2-a1c8-aadda0e2e7cc tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1116817 May 10 13:32:30.562276 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Routers {'1e855cc7-b136-46a2-b59e-3459b45448e1'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:32:30.563301 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:32:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['1e855cc7-b136-46a2-b59e-3459b45448e1'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:32:30.565637 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-31c9b156-f425-4e35-8ae6-43318e8eeb39 req-b907ab1f-66e9-4583-9bb9-207e3832782a tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684130 May 10 13:32:30.634236 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-561bf818-8a5c-456e-88c3-58d183f085a4 req-6d49a313-4988-45c0-a5f1-794b3c530ad9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861639 May 10 13:32:30.666311 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6196f9-59ab-4f28-a92d-6e2b9a236ac0 None None] Pushing event updated for resources: {'Port': ['ID=87f0f716-1654-4407-9746-2bb0cc29f412,revision_number=3']} {{(pid=78780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:30.725687 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-4e6196f9-59ab-4f28-a92d-6e2b9a236ac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:30.751970 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-90003632-80c4-4f94-83ed-ebc0c107dae8 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:30.770364 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-90003632-80c4-4f94-83ed-ebc0c107dae8 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Usage tracker for resource:port and tenant:8d029b6bf7924c648fc6833b7ab3c6d0 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:30.777787 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-90003632-80c4-4f94-83ed-ebc0c107dae8 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:30.781625 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:30.807314 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] Set router 1e855cc7-b136-46a2-b59e-3459b45448e1 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:32:30.823114 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-90003632-80c4-4f94-83ed-ebc0c107dae8 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:30.842420 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-1fb09c31-fc3e-4128-9df1-c6b60a4366be req-d49e3870-d6fa-476e-a376-3b9e12e101e6 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 210 time: 0.0686824 May 10 13:32:30.882313 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-90003632-80c4-4f94-83ed-ebc0c107dae8 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Made reservation on behalf of 8d029b6bf7924c648fc6833b7ab3c6d0 for: {'port': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:32:30.889659 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-90003632-80c4-4f94-83ed-ebc0c107dae8 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:31.103149 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'name': 'tempest-TestMinimumBasicScenario-1722816452-router', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:25Z', 'updated_at': '2021-05-10T13:32:27Z', 'revision_number': 3, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'gw_port': {'id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:26Z', 'updated_at': '2021-05-10T13:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:32:31.107719 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db27128-7cbf-4c39-9c42-ac41f646511e None None] The sync data for ids ['1e855cc7-b136-46a2-b59e-3459b45448e1'] in dv-cinder-784945-7-smb is: [{'id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'name': 'tempest-TestMinimumBasicScenario-1722816452-router', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:25Z', 'updated_at': '2021-05-10T13:32:27Z', 'revision_number': 3, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'gw_port': {'id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:26Z', 'updated_at': '2021-05-10T13:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}] {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:32:31.175168 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-90003632-80c4-4f94-83ed-ebc0c107dae8 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Allocated IP 172.20.0.11 (81dba7d3-767d-42f7-87c9-fa26ea52ea9c/dec0be8b-741c-48b0-a93e-61a6027dd5a0/591ecf69-32b8-4cd5-9280-c0872ae6c83a) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:32:31.265732 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Allocated IP 172.20.0.1 (cdc794b0-2dce-44ef-8006-d22c57c9443c/28cae42e-babc-4b3c-91e3-f80b7f1706c7/e59077c9-b443-4b4a-a122-f092fb890040) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:32:31.549301 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-90003632-80c4-4f94-83ed-ebc0c107dae8 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:31.575847 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:31.607803 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Transition to ACTIVE for port object e59077c9-b443-4b4a-a122-f092fb890040 will not be triggered until provisioned by entity DHCP. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:32:31.666309 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-90003632-80c4-4f94-83ed-ebc0c107dae8 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:31.672663 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-ac00fd67-9ec4-4912-8316-46eaac747ef9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:31.916981 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa8922-f475-4b4c-8d3e-dbdb03b99203 req-3df7670f-5ece-4ca1-9771-6332c7427314 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:31.929477 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-98aa8922-f475-4b4c-8d3e-dbdb03b99203 req-3df7670f-5ece-4ca1-9771-6332c7427314 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 946 time: 0.1345148 May 10 13:32:31.989573 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-98aa8922-f475-4b4c-8d3e-dbdb03b99203 req-2d758cb9-8b3c-4911-b4f3-20e6c1ffe47f tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589440 May 10 13:32:32.000904 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 87f0f716-1654-4407-9746-2bb0cc29f412 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:32:32.019979 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-90003632-80c4-4f94-83ed-ebc0c107dae8 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Network 81dba7d3-767d-42f7-87c9-fa26ea52ea9c is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:32:32.026969 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-90003632-80c4-4f94-83ed-ebc0c107dae8 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:32:32.046006 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-90003632-80c4-4f94-83ed-ebc0c107dae8 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:32:32.087035 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90003632-80c4-4f94-83ed-ebc0c107dae8 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Pushing event updated for resources: {'Port': ['ID=591ecf69-32b8-4cd5-9280-c0872ae6c83a,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:32.090774 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port 87f0f716-1654-4407-9746-2bb0cc29f412 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:32:32.096505 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 87f0f716-1654-4407-9746-2bb0cc29f412 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:32.097040 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:32.098217 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-90003632-80c4-4f94-83ed-ebc0c107dae8 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:32.105851 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:32.114356 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-a9b649c9-e910-49a0-812e-469d0b0a82cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:32.226144 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Network cdc794b0-2dce-44ef-8006-d22c57c9443c is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:32:32.244434 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:32.254695 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-90003632-80c4-4f94-83ed-ebc0c107dae8 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:32.255710 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-90003632-80c4-4f94-83ed-ebc0c107dae8 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:32.260265 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:32:32.272045 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port 87f0f716-1654-4407-9746-2bb0cc29f412, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=87f0f716-1654-4407-9746-2bb0cc29f412,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:32:32.276933 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:32:32.280072 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:32.282528 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:32.333970 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086f2d9-a1a0-4ff2-9034-6111e3bef1ce req-16e33bf1-4134-4c8a-a8e8-9d3b94c01496 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:32.341828 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e086f2d9-a1a0-4ff2-9034-6111e3bef1ce req-16e33bf1-4134-4c8a-a8e8-9d3b94c01496 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.4121897 May 10 13:32:32.362573 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=e59077c9-b443-4b4a-a122-f092fb890040,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:32.381284 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:32.382567 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=87f0f716-1654-4407-9746-2bb0cc29f412,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:32.387895 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:32.406019 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704918'] for router_interface, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:32.435098 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-90003632-80c4-4f94-83ed-ebc0c107dae8 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1079502 May 10 13:32:32.447296 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e086f2d9-a1a0-4ff2-9034-6111e3bef1ce req-0891ac40-39b9-4c27-a690-771e0868d17a tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042583 May 10 13:32:32.460780 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Request body: {'port': {'device_id': '10b22caf-ca2d-4793-baab-4e5f06794c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:32:32.581316 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835301f-a13b-4ca1-a218-244c22761c53 req-4a7d7264-f32e-466f-b104-b076b9e59fd4 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:32.588463 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c835301f-a13b-4ca1-a218-244c22761c53 req-4a7d7264-f32e-466f-b104-b076b9e59fd4 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 932 time: 0.1588833 May 10 13:32:32.636645 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-4926aaf8-bdcc-41b2-b992-8469968ef5fe None None] Provisioning for port e59077c9-b443-4b4a-a122-f092fb890040 completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:32:32.649105 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-4926aaf8-bdcc-41b2-b992-8469968ef5fe None None] Provisioning complete for port e59077c9-b443-4b4a-a122-f092fb890040 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:32.649927 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-4926aaf8-bdcc-41b2-b992-8469968ef5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:32.668821 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:32.677086 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-c835301f-a13b-4ca1-a218-244c22761c53 req-0e63b503-d3db-49da-b631-a2672ed35990 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Synchronizing usage tracker for tenant:8d029b6bf7924c648fc6833b7ab3c6d0 on resource:security_group {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:32:32.707041 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-c835301f-a13b-4ca1-a218-244c22761c53 req-0e63b503-d3db-49da-b631-a2672ed35990 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Unset dirty status for tenant:8d029b6bf7924c648fc6833b7ab3c6d0 on resource:security_group {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:32:32.708729 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c835301f-a13b-4ca1-a218-244c22761c53 req-0e63b503-d3db-49da-b631-a2672ed35990 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192255 May 10 13:32:32.742897 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-4926aaf8-bdcc-41b2-b992-8469968ef5fe None None] Port e59077c9-b443-4b4a-a122-f092fb890040 cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:32:32.822028 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:33.291189 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:33.294154 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591ecf69-32b8-4cd5-9280-c0872ae6c83a {{(pid=78778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:32:33.302819 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:33.305109 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:33.332898 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:33.399334 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Transition to ACTIVE for port object 591ecf69-32b8-4cd5-9280-c0872ae6c83a will not be triggered until provisioned by entity L2. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:32:33.418600 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:33.429174 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=e59077c9-b443-4b4a-a122-f092fb890040,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:33.431662 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704821'] for router_interface, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:33.437846 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:33.438320 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-22a4a0b6-e6fc-4d59-8f43-7036f5e7c24f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:33.635172 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654a5df-6198-4f4b-bd0a-80078e35c2cf req-45b3bb0e-2f52-4e37-87e4-537979b4429f tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:33.636808 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8654a5df-6198-4f4b-bd0a-80078e35c2cf req-45b3bb0e-2f52-4e37-87e4-537979b4429f tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.0850322 May 10 13:32:33.685649 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8654a5df-6198-4f4b-bd0a-80078e35c2cf req-c49eda98-3dde-4b72-8fcc-94b8a5094460 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421865 May 10 13:32:33.754654 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Pushing event updated for resources: {'Port': ['ID=591ecf69-32b8-4cd5-9280-c0872ae6c83a,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:33.763438 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:33.871244 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Network cdc794b0-2dce-44ef-8006-d22c57c9443c is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:32:33.872173 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Attempting to bind port 591ecf69-32b8-4cd5-9280-c0872ae6c83a on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:32:33.872552 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Attempting to bind port 591ecf69-32b8-4cd5-9280-c0872ae6c83a by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'cb51554c-3cfc-4ba1-91bb-021867b88011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '81dba7d3-767d-42f7-87c9-fa26ea52ea9c'}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:32:33.872810 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Attempting to bind port 591ecf69-32b8-4cd5-9280-c0872ae6c83a on network 81dba7d3-767d-42f7-87c9-fa26ea52ea9c {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:32:33.875724 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:32:33.885097 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Port 591ecf69-32b8-4cd5-9280-c0872ae6c83a on network 81dba7d3-767d-42f7-87c9-fa26ea52ea9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 13:32:33.885458 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Attempting to bind port 591ecf69-32b8-4cd5-9280-c0872ae6c83a on network 81dba7d3-767d-42f7-87c9-fa26ea52ea9c {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:32:33.958596 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Checking agent: {'id': '94ccf6da-ba5a-4c56-b2e0-555501816ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:32:33.958956 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Checking segment: {'id': 'cb51554c-3cfc-4ba1-91bb-021867b88011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '81dba7d3-767d-42f7-87c9-fa26ea52ea9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:32:33.959322 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Bound using segment: {'id': 'cb51554c-3cfc-4ba1-91bb-021867b88011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '81dba7d3-767d-42f7-87c9-fa26ea52ea9c'} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:32:33.959768 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Bound port: 591ecf69-32b8-4cd5-9280-c0872ae6c83a, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb51554c-3cfc-4ba1-91bb-021867b88011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '81dba7d3-767d-42f7-87c9-fa26ea52ea9c'}}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:32:33.960111 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:33.968254 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2e903-2fff-4907-bce6-09ffe23155fe req-1502bb14-9438-4d63-af9d-fd828028844b tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:33.970027 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a3c2e903-2fff-4907-bce6-09ffe23155fe req-1502bb14-9438-4d63-af9d-fd828028844b tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 944 time: 0.1286426 May 10 13:32:34.012479 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 87f0f716-1654-4407-9746-2bb0cc29f412 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:32:34.061319 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a3c2e903-2fff-4907-bce6-09ffe23155fe req-a03d9871-5f54-4b9c-8297-98a599ec0399 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847814 May 10 13:32:34.111109 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 87f0f716-1654-4407-9746-2bb0cc29f412 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:34.111328 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:34.194091 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] For port 591ecf69-32b8-4cd5-9280-c0872ae6c83a, host hv-cinder-78494, cleared binding levels {{(pid=78778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:32:34.198688 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] For port 591ecf69-32b8-4cd5-9280-c0872ae6c83a, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=591ecf69-32b8-4cd5-9280-c0872ae6c83a,segment=NetworkSegment(cb51554c-3cfc-4ba1-91bb-021867b88011),segment_id=cb51554c-3cfc-4ba1-91bb-021867b88011)] {{(pid=78778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:32:34.211609 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:34.219259 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1f3e2d86-27b7-4478-afdf-171901600b82 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:34.265721 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Router 1e855cc7-b136-46a2-b59e-3459b45448e1 has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:32:34.280130 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:34.280863 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:34.280980 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-8d0cfa42-ccb6-481d-9157-cf967d2f84c2 None None] Provisioning complete for port e59077c9-b443-4b4a-a122-f092fb890040 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:34.281236 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-8d0cfa42-ccb6-481d-9157-cf967d2f84c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:34.282485 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] 10.222.0.11 "PUT /v2.0/ports/591ecf69-32b8-4cd5-9280-c0872ae6c83a HTTP/1.1" status: 200 len: 1094 time: 1.8268726 May 10 13:32:34.284693 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b22caf-ca2d-4793-baab-4e5f06794c2b', 'tag': '591ecf69-32b8-4cd5-9280-c0872ae6c83a'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:32:34.404740 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-8d0cfa42-ccb6-481d-9157-cf967d2f84c2 None None] Port e59077c9-b443-4b4a-a122-f092fb890040 cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:32:34.407150 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b22caf-ca2d-4793-baab-4e5f06794c2b', 'tag': '591ecf69-32b8-4cd5-9280-c0872ae6c83a', 'status': 'completed', 'code': 200} May 10 13:32:34.488256 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Pushing event updated for resources: {'Port': ['ID=591ecf69-32b8-4cd5-9280-c0872ae6c83a,revision_number=3']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:34.494976 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:34.568328 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-225e332a-4dd8-4b93-a3a6-151be96c9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:34.570013 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-225e332a-4dd8-4b93-a3a6-151be96c9ae6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d029b6bf7924c648fc6833b7ab3c6d0&device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 1097 time: 0.2128003 May 10 13:32:34.573793 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:32:34.579203 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] 10.222.0.30 "PUT /v2.0/routers/1e855cc7-b136-46a2-b59e-3459b45448e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2784135 May 10 13:32:34.591809 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Sync routers for ids ['1e855cc7-b136-46a2-b59e-3459b45448e1'] in dv-cinder-784945-7-smb {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:32:34.603540 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Routers {'1e855cc7-b136-46a2-b59e-3459b45448e1'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:32:34.604893 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:32:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['1e855cc7-b136-46a2-b59e-3459b45448e1'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:32:34.675800 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-3ec902e2-9d51-483c-98e2-4477171d04d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=591ecf69-32b8-4cd5-9280-c0872ae6c83a HTTP/1.1" status: 200 len: 217 time: 0.0950806 May 10 13:32:34.761713 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:34.795775 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-a7276d9f-50d2-455c-a9c5-391a7b5bb52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:34.797230 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-a7276d9f-50d2-455c-a9c5-391a7b5bb52f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dec0be8b-741c-48b0-a93e-61a6027dd5a0 HTTP/1.1" status: 200 len: 849 time: 0.1136434 May 10 13:32:34.825545 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Set router 1e855cc7-b136-46a2-b59e-3459b45448e1 gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:32:34.855189 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-078c4682-17e3-4444-a67a-b217979fdf6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=81dba7d3-767d-42f7-87c9-fa26ea52ea9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470767 May 10 13:32:35.129063 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7ec52-7e86-471d-9ab2-1346cc4e36e5 req-04e50222-e8f2-4211-a4c5-5ed6c73de8ec tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:35.130697 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-33f7ec52-7e86-471d-9ab2-1346cc4e36e5 req-04e50222-e8f2-4211-a4c5-5ed6c73de8ec tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.2784078 May 10 13:32:35.205672 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-92befd89-9f79-4f5a-829f-7dc028133d0e service neutron] 10.222.0.11 "GET /v2.0/networks/81dba7d3-767d-42f7-87c9-fa26ea52ea9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105254 May 10 13:32:35.240710 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-33f7ec52-7e86-471d-9ab2-1346cc4e36e5 req-57a1d507-b40a-4e32-9caa-4303eea5031c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874286 May 10 13:32:35.343975 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 37810) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:35.353401 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-247869264-network', 'tenant_id': 'b0269be7217d43aa9b1ab1483c90d8b1'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:32:35.365733 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18ca2b-f921-4803-8d5e-34be861a84e6 req-058f326e-40b5-4ea3-a1c3-1c4a8012f32e tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:35.367466 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3e18ca2b-f921-4803-8d5e-34be861a84e6 req-058f326e-40b5-4ea3-a1c3-1c4a8012f32e tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 944 time: 0.1680503 May 10 13:32:35.368792 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:35.373337 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a92c21a-13ef-40de-8425-7b99f00f678a req-d53fd15d-5a57-4482-9e63-37a72346f389 service neutron] 10.222.0.11 "GET /v2.0/networks/81dba7d3-767d-42f7-87c9-fa26ea52ea9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539962 May 10 13:32:35.374047 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Usage tracker for resource:network and tenant:b0269be7217d43aa9b1ab1483c90d8b1 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:35.379080 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:35.385848 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:35.416349 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'name': 'tempest-TestMinimumBasicScenario-1722816452-router', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:25Z', 'updated_at': '2021-05-10T13:32:32Z', 'revision_number': 4, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'gw_port': {'id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:26Z', 'updated_at': '2021-05-10T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': 'e59077c9-b443-4b4a-a122-f092fb890040', 'name': '', 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'mac_address': 'fa:16:3e:6f:83:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '28cae42e-babc-4b3c-91e3-f80b7f1706c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:30Z', 'updated_at': '2021-05-10T13:32:33Z', 'revision_number': 2, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'subnets': [{'id': '28cae42e-babc-4b3c-91e3-f80b7f1706c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:32:35.423121 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Checking router: 1e855cc7-b136-46a2-b59e-3459b45448e1 for host: dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:32:35.423528 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Updating router 1e855cc7-b136-46a2-b59e-3459b45448e1 port e59077c9-b443-4b4a-a122-f092fb890040 binding host dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:32:35.429534 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Made reservation on behalf of b0269be7217d43aa9b1ab1483c90d8b1 for: {'network': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:32:35.431892 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for network, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:35.451138 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3e18ca2b-f921-4803-8d5e-34be861a84e6 req-82f07607-829b-48ca-8fc2-7cf3642eb63a tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736649 May 10 13:32:35.452523 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:35.481703 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:35.486017 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Usage tracker for resource:security_group_rule and tenant:b0269be7217d43aa9b1ab1483c90d8b1 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:35.490314 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:35.490750 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:35.496682 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:35.522728 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24307c6-356a-4854-b34c-74ccede79ac8 req-1571faff-1ad1-4724-93a4-6665e670a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:35.524674 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b24307c6-356a-4854-b34c-74ccede79ac8 req-1571faff-1ad1-4724-93a4-6665e670a905 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d029b6bf7924c648fc6833b7ab3c6d0&device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 1097 time: 0.0927017 May 10 13:32:35.615263 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:35.620011 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:35.623409 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-666ffc1a-7fbf-4501-9815-9a9e93be7767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:35.658761 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=78777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:32:35.669334 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d76ac54-e4b3-4da5-a06e-d8546d06fddd,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:35.689329 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:35.698580 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:35.700110 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.db.segments_db [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Added segment db5a8c8d-c3c4-407b-96ee-3768bcecbb50 of type vlan for network 0ce1dbfa-f36f-4b9a-bf72-e46a23217fef May 10 13:32:35.753229 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786273018480'] for network, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:35.784763 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for network, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:35.786412 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:35.787154 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:35.791522 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24307c6-356a-4854-b34c-74ccede79ac8 req-b47b2925-3877-4de8-b75a-f10403e856c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:35.793318 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b24307c6-356a-4854-b34c-74ccede79ac8 req-b47b2925-3877-4de8-b75a-f10403e856c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=81dba7d3-767d-42f7-87c9-fa26ea52ea9c HTTP/1.1" status: 200 len: 910 time: 0.2531011 May 10 13:32:35.794544 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:35.921973 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5747349 May 10 13:32:35.923437 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Pushing event updated for resources: {'Network': ['ID=0ce1dbfa-f36f-4b9a-bf72-e46a23217fef,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:35.934921 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:35.935626 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 37824) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:35.941545 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-ef16bd16-075b-4942-8b48-1f1e1c7ba58a admin admin] Request body: {'subnet': {'network_id': '0ce1dbfa-f36f-4b9a-bf72-e46a23217fef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-247869264-subnet', 'tenant_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'ip_version': 4}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:32:35.947823 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-ef16bd16-075b-4942-8b48-1f1e1c7ba58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:35.952519 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-ef16bd16-075b-4942-8b48-1f1e1c7ba58a admin admin] Usage tracker for resource:subnet and tenant:b0269be7217d43aa9b1ab1483c90d8b1 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:35.955569 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-ef16bd16-075b-4942-8b48-1f1e1c7ba58a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:35.961865 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-ef16bd16-075b-4942-8b48-1f1e1c7ba58a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:35.973561 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef16bd16-075b-4942-8b48-1f1e1c7ba58a admin admin] Made reservation on behalf of b0269be7217d43aa9b1ab1483c90d8b1 for: {'subnet': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:32:35.976036 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ef16bd16-075b-4942-8b48-1f1e1c7ba58a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:35.991003 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b24307c6-356a-4854-b34c-74ccede79ac8 req-fe98c940-320f-4b00-8965-337e46bed1cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=591ecf69-32b8-4cd5-9280-c0872ae6c83a HTTP/1.1" status: 200 len: 217 time: 0.1772552 May 10 13:32:35.994395 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Network 0ce1dbfa-f36f-4b9a-bf72-e46a23217fef details requested by agent ovs-agent-dv-cinder-784945-7-smb with host dv-cinder-784945-7-smb {{(pid=78779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 13:32:36.083517 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24307c6-356a-4854-b34c-74ccede79ac8 req-e73dd578-7c34-483f-baf3-a9c52d21492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:36.085328 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b24307c6-356a-4854-b34c-74ccede79ac8 req-e73dd578-7c34-483f-baf3-a9c52d21492c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dec0be8b-741c-48b0-a93e-61a6027dd5a0 HTTP/1.1" status: 200 len: 849 time: 0.0869322 May 10 13:32:36.132618 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Notify callbacks [] for port, precommit_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:36.148558 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b24307c6-356a-4854-b34c-74ccede79ac8 req-d3ca189c-e473-400d-b5ab-138269d14597 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=81dba7d3-767d-42f7-87c9-fa26ea52ea9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542738 May 10 13:32:36.162989 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Transition to ACTIVE for port object e59077c9-b443-4b4a-a122-f092fb890040 will not be triggered until provisioned by entity L2. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:32:36.177871 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:36.183177 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-7833b321-a9d6-4fc6-8854-172a98925861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:36.339767 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b24307c6-356a-4854-b34c-74ccede79ac8 req-dccfe53d-54c0-4e47-b18d-1b8c3c7cff68 service neutron] 10.222.0.11 "GET /v2.0/networks/81dba7d3-767d-42f7-87c9-fa26ea52ea9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807065 May 10 13:32:36.426674 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd200932-9288-46fa-9a95-ccf686d9f52a None None] Pushing event updated for resources: {'Port': ['ID=e59077c9-b443-4b4a-a122-f092fb890040,revision_number=3']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:36.429571 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Attempting to bind port e59077c9-b443-4b4a-a122-f092fb890040 on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:32:36.429993 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Attempting to bind port e59077c9-b443-4b4a-a122-f092fb890040 by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': '65396b7b-d93f-43e7-8797-7e6577a2e7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c'}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:32:36.430363 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Attempting to bind port e59077c9-b443-4b4a-a122-f092fb890040 on network cdc794b0-2dce-44ef-8006-d22c57c9443c {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:32:36.434048 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-dd200932-9288-46fa-9a95-ccf686d9f52a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:36.437321 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:32:36.437724 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Checking segment: {'id': '65396b7b-d93f-43e7-8797-7e6577a2e7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:32:36.438133 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:36.438531 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Bound using segment: {'id': '65396b7b-d93f-43e7-8797-7e6577a2e7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c'} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:32:36.439134 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Bound port: e59077c9-b443-4b4a-a122-f092fb890040, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65396b7b-d93f-43e7-8797-7e6577a2e7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c'}}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:32:36.439697 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:36.536155 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ef16bd16-075b-4942-8b48-1f1e1c7ba58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for subnet, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:36.543632 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-a3752a94-a9a0-471b-b609-2927a9ae540c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:36.563592 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-9709b18c-9251-4bf5-b676-a46d110cf66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:36.575823 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] For port e59077c9-b443-4b4a-a122-f092fb890040, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:32:36.579413 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] For port e59077c9-b443-4b4a-a122-f092fb890040, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=e59077c9-b443-4b4a-a122-f092fb890040,segment=NetworkSegment(65396b7b-d93f-43e7-8797-7e6577a2e7f2),segment_id=65396b7b-d93f-43e7-8797-7e6577a2e7f2)] {{(pid=78779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:32:36.585234 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:36.594294 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-8709d8a4-71ee-4fef-9383-7867fa7e671b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:36.626816 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b24307c6-356a-4854-b34c-74ccede79ac8 req-257557d4-99fc-4530-b57a-795c946862dc service neutron] 10.222.0.11 "GET /v2.0/networks/81dba7d3-767d-42f7-87c9-fa26ea52ea9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738149 May 10 13:32:36.646723 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40fd24-35f2-4e69-a1f3-28e5d4a5d197 req-3dfaa667-9864-4a17-977b-1d090ea4a92e tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:36.648285 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ca40fd24-35f2-4e69-a1f3-28e5d4a5d197 req-3dfaa667-9864-4a17-977b-1d090ea4a92e tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.2556133 May 10 13:32:36.712315 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Routers {'1e855cc7-b136-46a2-b59e-3459b45448e1'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:32:36.712952 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:32:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['1e855cc7-b136-46a2-b59e-3459b45448e1'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:32:36.719154 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ca40fd24-35f2-4e69-a1f3-28e5d4a5d197 req-727bf510-d318-4de5-86c6-d6b1b9af242f tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627770 May 10 13:32:36.775837 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef16bd16-075b-4942-8b48-1f1e1c7ba58a admin admin] Checking segment: {'id': 'db5a8c8d-c3c4-407b-96ee-3768bcecbb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ce1dbfa-f36f-4b9a-bf72-e46a23217fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:32:36.776269 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef16bd16-075b-4942-8b48-1f1e1c7ba58a admin admin] Network hostable DHCP agents. Network: 0ce1dbfa-f36f-4b9a-bf72-e46a23217fef, hostable agents: ['e353725d-04b0-4fbf-b9b2-fde86cba17eb'], hosted agents: [] {{(pid=78777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:32:36.810040 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16bd16-075b-4942-8b48-1f1e1c7ba58a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6024266-b253-4557-bbe5-33e030c8e37f,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:36.820179 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ef16bd16-075b-4942-8b48-1f1e1c7ba58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:36.831123 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef16bd16-075b-4942-8b48-1f1e1c7ba58a admin admin] Network 0ce1dbfa-f36f-4b9a-bf72-e46a23217fef is scheduled to be hosted by DHCP agent e353725d-04b0-4fbf-b9b2-fde86cba17eb with binding_index 1 {{(pid=78777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:32:36.843010 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-ef16bd16-075b-4942-8b48-1f1e1c7ba58a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-smb, 0ce1dbfa-f36f-4b9a-bf72-e46a23217fef) {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:32:36.849121 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef16bd16-075b-4942-8b48-1f1e1c7ba58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:36.849759 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ef16bd16-075b-4942-8b48-1f1e1c7ba58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:36.887876 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd200932-9288-46fa-9a95-ccf686d9f52a None None] Pushing event updated for resources: {'Port': ['ID=e59077c9-b443-4b4a-a122-f092fb890040,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:36.891858 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-dd200932-9288-46fa-9a95-ccf686d9f52a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:36.902052 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1457706d-534c-4ca5-8976-d4e283544e11 None None] Network 0ce1dbfa-f36f-4b9a-bf72-e46a23217fef requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:32:36.982980 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa00a2e-ed29-4df4-820c-b6ebb797b288 req-b4027c58-397f-451d-9d32-fab02f9d7886 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:36.982980 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ffa00a2e-ed29-4df4-820c-b6ebb797b288 req-b4027c58-397f-451d-9d32-fab02f9d7886 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 944 time: 0.3792093 May 10 13:32:37.029317 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-ef16bd16-075b-4942-8b48-1f1e1c7ba58a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0923014 May 10 13:32:37.032275 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 37846) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:37.045110 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-247869264-router', 'tenant_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:32:37.050400 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:37.055364 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Usage tracker for resource:router and tenant:b0269be7217d43aa9b1ab1483c90d8b1 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:37.059270 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:37.068234 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:37.082413 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ffa00a2e-ed29-4df4-820c-b6ebb797b288 req-3a4b5af7-7d12-4aa1-b783-44e97bbff046 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879805 May 10 13:32:37.089546 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1802218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103805'] for router, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:37.090809 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103798'] for router, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:37.120298 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:37.177203 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] Set router 1e855cc7-b136-46a2-b59e-3459b45448e1 gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:32:37.419314 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe84325ab-a6c9-5dc4-96db-441876245d66-0ce1dbfa-f36f-4b9a-bf72-e46a23217fef', 'network_id': '0ce1dbfa-f36f-4b9a-bf72-e46a23217fef', 'tenant_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'fixed_ips': [{'subnet_id': 'd6024266-b253-4557-bbe5-33e030c8e37f'}]}} from dv-cinder-784945-7-smb. {{(pid=78779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 13:32:37.420315 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:37.478116 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 37862) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:37.576610 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708444', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103768'] for router, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:37.648671 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4ce9e71b-6c65-413a-b640-a4054f3f7edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:37.665693 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-4ce9e71b-6c65-413a-b640-a4054f3f7edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:37.669855 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-4ce9e71b-6c65-413a-b640-a4054f3f7edb admin admin] Usage tracker for resource:security_group_rule and tenant:7660eef455ac4edc8183bad879865178 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:37.673460 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-4ce9e71b-6c65-413a-b640-a4054f3f7edb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:37.681811 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-4ce9e71b-6c65-413a-b640-a4054f3f7edb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:37.774022 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.db_base_plugin_common [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Allocated IP 172.20.0.2 (0ce1dbfa-f36f-4b9a-bf72-e46a23217fef/d6024266-b253-4557-bbe5-33e030c8e37f/2a63c6da-7d88-4c37-a8c6-ad25491b1677) {{(pid=78779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:32:37.838236 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4ce9e71b-6c65-413a-b640-a4054f3f7edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:37.890090 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4ce9e71b-6c65-413a-b640-a4054f3f7edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:37.903231 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:37.923596 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'name': 'tempest-TestMinimumBasicScenario-1722816452-router', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:25Z', 'updated_at': '2021-05-10T13:32:32Z', 'revision_number': 4, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'gw_port': {'id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:26Z', 'updated_at': '2021-05-10T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': 'e59077c9-b443-4b4a-a122-f092fb890040', 'name': '', 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'mac_address': 'fa:16:3e:6f:83:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '28cae42e-babc-4b3c-91e3-f80b7f1706c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:30Z', 'updated_at': '2021-05-10T13:32:36Z', 'revision_number': 4, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'subnets': [{'id': '28cae42e-babc-4b3c-91e3-f80b7f1706c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:32:37.940231 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c6126-1e4e-4f49-b513-71a6169b68a0 None None] The sync data for ids ['1e855cc7-b136-46a2-b59e-3459b45448e1'] in dv-cinder-784945-7-smb is: [{'id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'name': 'tempest-TestMinimumBasicScenario-1722816452-router', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:25Z', 'updated_at': '2021-05-10T13:32:32Z', 'revision_number': 4, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'gw_port': {'id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:26Z', 'updated_at': '2021-05-10T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': 'e59077c9-b443-4b4a-a122-f092fb890040', 'name': '', 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'mac_address': 'fa:16:3e:6f:83:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '28cae42e-babc-4b3c-91e3-f80b7f1706c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:30Z', 'updated_at': '2021-05-10T13:32:36Z', 'revision_number': 4, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'subnets': [{'id': '28cae42e-babc-4b3c-91e3-f80b7f1706c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:32:37.980704 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9e71b-6c65-413a-b640-a4054f3f7edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889e21ab-86a3-4d41-934f-d0c6fe9ba173,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:38.012563 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-4ce9e71b-6c65-413a-b640-a4054f3f7edb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7660eef455ac4edc8183bad879865178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5333133 May 10 13:32:38.017452 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 37876) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:38.019040 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-4ce9e71b-6c65-413a-b640-a4054f3f7edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:38.053990 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Notify callbacks [] for port, precommit_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:38.064387 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e472e-7ddb-44d9-a1cc-156c5832c1b6 req-f32f2d79-36b6-4646-b7ec-14fb8a135d5c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:38.068337 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Transition to ACTIVE for port object 2a63c6da-7d88-4c37-a8c6-ad25491b1677 will not be triggered until provisioned by entity L2. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:32:38.077400 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-462e472e-7ddb-44d9-a1cc-156c5832c1b6 req-f32f2d79-36b6-4646-b7ec-14fb8a135d5c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.2367382 May 10 13:32:38.095742 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Transition to ACTIVE for port object 2a63c6da-7d88-4c37-a8c6-ad25491b1677 will not be triggered until provisioned by entity DHCP. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:32:38.105276 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:38.111406 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:38.118267 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:38.157632 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:38.166094 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-462e472e-7ddb-44d9-a1cc-156c5832c1b6 req-3519a57a-df83-40d4-bb3d-53ac761d4bf0 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877154 May 10 13:32:38.211295 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Network 0ce1dbfa-f36f-4b9a-bf72-e46a23217fef is already hosted by enough agents. {{(pid=78779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:32:38.214132 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.scheduler.base_scheduler [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Resources bound (agent type, host, resource id): {{(pid=78779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:32:38.226305 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Received port after_create {{(pid=78779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:32:38.238293 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a19d7dba-f7d3-4f98-a7ba-40a635355086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:38.307619 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Pushing event updated for resources: {'Port': ['ID=2a63c6da-7d88-4c37-a8c6-ad25491b1677,revision_number=1']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:38.314749 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:38.388770 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Attempting to bind port 2a63c6da-7d88-4c37-a8c6-ad25491b1677 on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:32:38.389273 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Attempting to bind port 2a63c6da-7d88-4c37-a8c6-ad25491b1677 by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': 'db5a8c8d-c3c4-407b-96ee-3768bcecbb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ce1dbfa-f36f-4b9a-bf72-e46a23217fef'}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:32:38.389764 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Attempting to bind port 2a63c6da-7d88-4c37-a8c6-ad25491b1677 on network 0ce1dbfa-f36f-4b9a-bf72-e46a23217fef {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:32:38.394520 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c319319-c9ef-4d4e-b441-4333b63bc83e req-91b57f35-587f-4fc0-80a4-1407b94beb94 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:38.398050 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:32:38.398689 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Checking segment: {'id': 'db5a8c8d-c3c4-407b-96ee-3768bcecbb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ce1dbfa-f36f-4b9a-bf72-e46a23217fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:32:38.399289 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:38.399868 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Bound using segment: {'id': 'db5a8c8d-c3c4-407b-96ee-3768bcecbb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ce1dbfa-f36f-4b9a-bf72-e46a23217fef'} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:32:38.400810 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Bound port: 2a63c6da-7d88-4c37-a8c6-ad25491b1677, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5a8c8d-c3c4-407b-96ee-3768bcecbb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ce1dbfa-f36f-4b9a-bf72-e46a23217fef'}}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:32:38.409111 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3c319319-c9ef-4d4e-b441-4333b63bc83e req-91b57f35-587f-4fc0-80a4-1407b94beb94 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 944 time: 0.1066370 May 10 13:32:38.412467 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:38.421007 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a19d7dba-f7d3-4f98-a7ba-40a635355086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:38.477994 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3c319319-c9ef-4d4e-b441-4333b63bc83e req-6cdb26ca-4333-418e-8a78-a0f396892f06 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676494 May 10 13:32:38.582774 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a19d7dba-f7d3-4f98-a7ba-40a635355086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:38.596515 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-825c6d38-b773-4132-b15f-de006ebf4b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:38.619833 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Allocated IP 172.28.0.63 (201b784b-a2c0-4851-ba32-323396f26c0e/a3facc7a-ff4c-482b-8bd3-938f14d413a3/fe2c1902-aa3f-4934-9a0a-115f531d5ae6) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:32:38.637452 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d7dba-f7d3-4f98-a7ba-40a635355086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889e21ab-86a3-4d41-934f-d0c6fe9ba173,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:38.646153 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-a19d7dba-f7d3-4f98-a7ba-40a635355086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:38.694949 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] For port 2a63c6da-7d88-4c37-a8c6-ad25491b1677, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:32:38.705140 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] For port 2a63c6da-7d88-4c37-a8c6-ad25491b1677, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=2a63c6da-7d88-4c37-a8c6-ad25491b1677,segment=NetworkSegment(db5a8c8d-c3c4-407b-96ee-3768bcecbb50),segment_id=db5a8c8d-c3c4-407b-96ee-3768bcecbb50)] {{(pid=78779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:32:38.709290 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:38.712971 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-dd200932-9288-46fa-9a95-ccf686d9f52a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:38.743286 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a19d7dba-f7d3-4f98-a7ba-40a635355086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:38.746606 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-a19d7dba-f7d3-4f98-a7ba-40a635355086 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/889e21ab-86a3-4d41-934f-d0c6fe9ba173 HTTP/1.1" status: 204 len: 168 time: 0.7261851 May 10 13:32:38.859109 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Pushing event updated for resources: {'Port': ['ID=2a63c6da-7d88-4c37-a8c6-ad25491b1677,revision_number=2']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:38.871836 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:38.911977 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:38.954828 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:38.958942 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-a9d90229-8202-4c7c-8f38-c7463455e85d tempest-DeleteServersTestJSON-1970977085 tempest-DeleteServersTestJSON-1970977085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:39.026439 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-caf67941-b530-4653-8f68-aaa39b97f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:39.026584 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Network 201b784b-a2c0-4851-ba32-323396f26c0e is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:32:39.029514 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:32:39.038721 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:32:39.072121 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2c1902-aa3f-4934-9a0a-115f531d5ae6,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:39.102684 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:39.204679 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:39.533644 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325a749-7aaa-41d9-bc8b-2c879d0c8805 req-e5a51970-56e4-40d2-9572-13bb1fee0844 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:39.537522 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b325a749-7aaa-41d9-bc8b-2c879d0c8805 req-e5a51970-56e4-40d2-9572-13bb1fee0844 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1506801 May 10 13:32:39.598625 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b325a749-7aaa-41d9-bc8b-2c879d0c8805 req-14a48e41-d7f4-4853-85f9-0ae2056a314b tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547450 May 10 13:32:39.616147 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 591ecf69-32b8-4cd5-9280-c0872ae6c83a details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:32:39.859839 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 591ecf69-32b8-4cd5-9280-c0872ae6c83a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=591ecf69-32b8-4cd5-9280-c0872ae6c83a,segment=NetworkSegment(cb51554c-3cfc-4ba1-91bb-021867b88011),segment_id=cb51554c-3cfc-4ba1-91bb-021867b88011)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:32:39.882806 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': '591ecf69-32b8-4cd5-9280-c0872ae6c83a', 'network_id': '81dba7d3-767d-42f7-87c9-fa26ea52ea9c', 'port_id': '591ecf69-32b8-4cd5-9280-c0872ae6c83a', 'mac_address': 'fa:16:3e:bd:93:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec0be8b-741c-48b0-a93e-61a6027dd5a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:32:39.953406 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:40.020368 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:40.047553 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591ecf69-32b8-4cd5-9280-c0872ae6c83a {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:32:40.064100 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 591ecf69-32b8-4cd5-9280-c0872ae6c83a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=591ecf69-32b8-4cd5-9280-c0872ae6c83a,segment=NetworkSegment(cb51554c-3cfc-4ba1-91bb-021867b88011),segment_id=cb51554c-3cfc-4ba1-91bb-021867b88011)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:32:40.065574 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 2a63c6da-7d88-4c37-a8c6-ad25491b1677 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:32:40.108693 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:40.117777 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:40.158656 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78671e-1a4b-40d6-ad38-ae49ef7b16f2 req-733ad86c-85d4-41cb-a9fe-0d02bc74415a tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:40.159723 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-4c78671e-1a4b-40d6-ad38-ae49ef7b16f2 req-733ad86c-85d4-41cb-a9fe-0d02bc74415a tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Synchronizing usage tracker for tenant:8d029b6bf7924c648fc6833b7ab3c6d0 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:32:40.181677 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9410a1dd-6c61-4a8a-baad-e617375b2c61 None None] Network 0ce1dbfa-f36f-4b9a-bf72-e46a23217fef requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:32:40.197293 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-4c78671e-1a4b-40d6-ad38-ae49ef7b16f2 req-733ad86c-85d4-41cb-a9fe-0d02bc74415a tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Unset dirty status for tenant:8d029b6bf7924c648fc6833b7ab3c6d0 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:32:40.207952 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4c78671e-1a4b-40d6-ad38-ae49ef7b16f2 req-733ad86c-85d4-41cb-a9fe-0d02bc74415a tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 944 time: 0.5643392 May 10 13:32:40.282412 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4c78671e-1a4b-40d6-ad38-ae49ef7b16f2 req-2a61cb49-c011-41db-a19a-44951a8de8ad tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730333 May 10 13:32:40.317978 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:40.332224 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=591ecf69-32b8-4cd5-9280-c0872ae6c83a,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:40.337830 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-ab5082c0-468a-45e7-ac42-47aff08f8dee None None] Provisioning for port 2a63c6da-7d88-4c37-a8c6-ad25491b1677 completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:32:40.340869 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:40.381070 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port 2a63c6da-7d88-4c37-a8c6-ad25491b1677 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:32:40.420026 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 2a63c6da-7d88-4c37-a8c6-ad25491b1677 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:40.420361 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:40.519680 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711625'] for router, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:40.546726 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['591ecf69-32b8-4cd5-9280-c0872ae6c83a'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:32:40.664185 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:40.742903 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port 2a63c6da-7d88-4c37-a8c6-ad25491b1677, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=2a63c6da-7d88-4c37-a8c6-ad25491b1677,segment=NetworkSegment(db5a8c8d-c3c4-407b-96ee-3768bcecbb50),segment_id=db5a8c8d-c3c4-407b-96ee-3768bcecbb50)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:32:40.750709 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:40.751559 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device e59077c9-b443-4b4a-a122-f092fb890040 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:32:40.806895 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:40.901202 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce24f1-26f3-4015-a9ed-8fe10af9c446 req-54916fad-031a-4850-ac7a-7960589be927 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:40.911268 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-0dce24f1-26f3-4015-a9ed-8fe10af9c446 req-54916fad-031a-4850-ac7a-7960589be927 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1377609 May 10 13:32:40.989988 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=2a63c6da-7d88-4c37-a8c6-ad25491b1677,revision_number=3']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:41.001107 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-0dce24f1-26f3-4015-a9ed-8fe10af9c446 req-9f48f40c-f736-4685-970d-3d098c27885f tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886471 May 10 13:32:41.007566 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:41.038215 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port e59077c9-b443-4b4a-a122-f092fb890040 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:32:41.057509 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port e59077c9-b443-4b4a-a122-f092fb890040 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:41.057892 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:41.129603 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-95efbfb1-298d-48e7-a2e8-04fb35e719f8 None None] Provisioning complete for port 2a63c6da-7d88-4c37-a8c6-ad25491b1677 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:41.129979 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-95efbfb1-298d-48e7-a2e8-04fb35e719f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:41.185977 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5842d8c-ee3b-4df9-8512-29e991ae25c5 req-23aaa66d-4f2a-4fd2-a504-c06227bfd0eb tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:41.187435 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f5842d8c-ee3b-4df9-8512-29e991ae25c5 req-23aaa66d-4f2a-4fd2-a504-c06227bfd0eb tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 946 time: 0.1403685 May 10 13:32:41.251459 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Router 73850df5-6df3-4d17-a289-41bf88b94f8b is scheduled to L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 with binding_index 1 {{(pid=78778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 13:32:41.258557 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f5842d8c-ee3b-4df9-8512-29e991ae25c5 req-c29b731c-1345-4712-9ef5-122c5be39a9b tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623596 May 10 13:32:41.292362 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:41.340954 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port e59077c9-b443-4b4a-a122-f092fb890040, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=e59077c9-b443-4b4a-a122-f092fb890040,segment=NetworkSegment(65396b7b-d93f-43e7-8797-7e6577a2e7f2),segment_id=65396b7b-d93f-43e7-8797-7e6577a2e7f2)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:32:41.345129 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:41.350048 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:41.416987 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=e59077c9-b443-4b4a-a122-f092fb890040,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:41.419995 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:41.446797 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:32:41.455315 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Sync routers for ids ['73850df5-6df3-4d17-a289-41bf88b94f8b'] in dv-cinder-784945-7-smb {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:32:41.464571 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Routers {'73850df5-6df3-4d17-a289-41bf88b94f8b'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:32:41.465185 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:32:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['73850df5-6df3-4d17-a289-41bf88b94f8b'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:32:41.466141 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Notify callbacks [] for router, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:41.469837 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4359276 May 10 13:32:41.470868 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 37948) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:41.481207 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c54eeb-b16e-47fa-88fc-fb30f21d761f req-8a07f731-dc23-47b2-a961-d6490162c19a tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:41.485479 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-54c54eeb-b16e-47fa-88fc-fb30f21d761f req-8a07f731-dc23-47b2-a961-d6490162c19a tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 945 time: 0.0834854 May 10 13:32:41.533174 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-54c54eeb-b16e-47fa-88fc-fb30f21d761f req-f3e40278-5d8a-40af-a862-5f0c3f0a24f8 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397110 May 10 13:32:41.636976 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Set router 73850df5-6df3-4d17-a289-41bf88b94f8b gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:32:41.920801 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73850df5-6df3-4d17-a289-41bf88b94f8b', 'name': 'tempest-TestMinimumBasicScenario-247869264-router', 'tenant_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fe2c1902-aa3f-4934-9a0a-115f531d5ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:37Z', 'updated_at': '2021-05-10T13:32:39Z', 'revision_number': 3, 'project_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'gw_port': {'id': 'fe2c1902-aa3f-4934-9a0a-115f531d5ae6', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73850df5-6df3-4d17-a289-41bf88b94f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:38Z', 'updated_at': '2021-05-10T13:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:32:41.924706 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Checking router: 73850df5-6df3-4d17-a289-41bf88b94f8b for host: dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:32:41.925094 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Updating router 73850df5-6df3-4d17-a289-41bf88b94f8b port fe2c1902-aa3f-4934-9a0a-115f531d5ae6 binding host dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:32:41.961012 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 2a63c6da-7d88-4c37-a8c6-ad25491b1677 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:32:42.001196 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:42.047656 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:42.066175 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 2a63c6da-7d88-4c37-a8c6-ad25491b1677 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:42.066615 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:42.294728 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:42.414694 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a713b-d1fe-44e8-aa8d-1f9416ae9d70 req-e2201b6d-c431-4b04-ac77-e30c306b35f7 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:42.421715 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-403a713b-d1fe-44e8-aa8d-1f9416ae9d70 req-e2201b6d-c431-4b04-ac77-e30c306b35f7 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1517203 May 10 13:32:42.433286 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device e59077c9-b443-4b4a-a122-f092fb890040 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:32:42.448445 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Notify callbacks [] for port, precommit_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:42.472293 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.provisioning_blocks [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Transition to ACTIVE for port object fe2c1902-aa3f-4934-9a0a-115f531d5ae6 will not be triggered until provisioned by entity L2. {{(pid=78780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:32:42.483383 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:42.503176 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-403a713b-d1fe-44e8-aa8d-1f9416ae9d70 req-ef01b055-6234-4f69-8ab7-c43d11b51e4c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660150 May 10 13:32:42.504420 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-0cd44636-92b7-4f5e-af69-36d89ddd9770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:42.553854 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port e59077c9-b443-4b4a-a122-f092fb890040 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:42.554563 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:42.703938 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c0735-ee1b-4a45-84ae-1ff9cc016122 None None] Pushing event updated for resources: {'Port': ['ID=fe2c1902-aa3f-4934-9a0a-115f531d5ae6,revision_number=2']} {{(pid=78780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:42.714018 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Allocated IP 172.20.0.1 (0ce1dbfa-f36f-4b9a-bf72-e46a23217fef/d6024266-b253-4557-bbe5-33e030c8e37f/3119e901-2b1b-405d-8fa8-30d5cc8392af) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:32:42.732363 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-cb4c0735-ee1b-4a45-84ae-1ff9cc016122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:42.754884 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Attempting to bind port fe2c1902-aa3f-4934-9a0a-115f531d5ae6 on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:32:42.755361 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Attempting to bind port fe2c1902-aa3f-4934-9a0a-115f531d5ae6 by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}] {{(pid=78780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:32:42.755816 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Attempting to bind port fe2c1902-aa3f-4934-9a0a-115f531d5ae6 on network 201b784b-a2c0-4851-ba32-323396f26c0e {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:32:42.772157 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:32:42.772867 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Checking segment: {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:32:42.774046 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:42.774830 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Bound using segment: {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'} {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:32:42.775498 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Bound port: fe2c1902-aa3f-4934-9a0a-115f531d5ae6, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}}] {{(pid=78780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:32:42.776106 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:42.817874 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853f0e4-2380-404c-8b41-283e32d78d2e req-66df1c99-9aa6-4ae9-973f-0d7086fae537 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:42.819440 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-7853f0e4-2380-404c-8b41-283e32d78d2e req-66df1c99-9aa6-4ae9-973f-0d7086fae537 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 945 time: 0.1598248 May 10 13:32:42.876584 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.db [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] For port fe2c1902-aa3f-4934-9a0a-115f531d5ae6, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:32:42.882339 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.db [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] For port fe2c1902-aa3f-4934-9a0a-115f531d5ae6, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=fe2c1902-aa3f-4934-9a0a-115f531d5ae6,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:32:42.888024 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:42.894619 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-0cd44636-92b7-4f5e-af69-36d89ddd9770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:42.908634 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-7853f0e4-2380-404c-8b41-283e32d78d2e req-74b50f43-7c35-4a06-ac5a-ee1cc01c9f6a tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793750 May 10 13:32:42.976757 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7440e-4a88-49c2-857d-038c5e5257f0 req-334e5d88-5471-490d-a57a-559e5b4b78f8 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:42.979959 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Routers {'73850df5-6df3-4d17-a289-41bf88b94f8b'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:32:42.980587 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:32:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['73850df5-6df3-4d17-a289-41bf88b94f8b'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:32:42.987312 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f9f7440e-4a88-49c2-857d-038c5e5257f0 req-334e5d88-5471-490d-a57a-559e5b4b78f8 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 946 time: 0.3890507 May 10 13:32:43.073249 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f9f7440e-4a88-49c2-857d-038c5e5257f0 req-55a808e9-735f-4836-9c28-b4bd9ed2792a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850058 May 10 13:32:43.109917 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c0735-ee1b-4a45-84ae-1ff9cc016122 None None] Pushing event updated for resources: {'Port': ['ID=fe2c1902-aa3f-4934-9a0a-115f531d5ae6,revision_number=3']} {{(pid=78780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:43.113791 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:43.114446 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-cb4c0735-ee1b-4a45-84ae-1ff9cc016122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:43.131164 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Transition to ACTIVE for port object 3119e901-2b1b-405d-8fa8-30d5cc8392af will not be triggered until provisioned by entity DHCP. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:32:43.155408 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:43.160044 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:43.174962 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] Set router 73850df5-6df3-4d17-a289-41bf88b94f8b gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:32:43.262116 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Network 0ce1dbfa-f36f-4b9a-bf72-e46a23217fef is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:32:43.274296 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:32:43.280236 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:32:43.304900 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=3119e901-2b1b-405d-8fa8-30d5cc8392af,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:43.325663 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:43.326019 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:43.326467 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:43.326802 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:43.327145 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:43.327490 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:43.327840 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:43.328164 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:43.328502 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:43.328838 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:43.329168 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:43.329527 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:43.337415 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:43.358495 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704918'] for router_interface, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:43.396633 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d8c00-a871-44bd-a263-4cfbe78dccc7 req-87b7b408-f0b3-4ae5-b730-6b0f60d669d2 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:43.398037 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-1a0d8c00-a871-44bd-a263-4cfbe78dccc7 req-87b7b408-f0b3-4ae5-b730-6b0f60d669d2 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.11 "GET /v2.0/ports?device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 946 time: 0.2017374 May 10 13:32:43.528355 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73850df5-6df3-4d17-a289-41bf88b94f8b', 'name': 'tempest-TestMinimumBasicScenario-247869264-router', 'tenant_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fe2c1902-aa3f-4934-9a0a-115f531d5ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:37Z', 'updated_at': '2021-05-10T13:32:39Z', 'revision_number': 3, 'project_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'gw_port': {'id': 'fe2c1902-aa3f-4934-9a0a-115f531d5ae6', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73850df5-6df3-4d17-a289-41bf88b94f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:38Z', 'updated_at': '2021-05-10T13:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:32:43.534730 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6ee569-f4b2-4458-922c-318a7458d244 None None] The sync data for ids ['73850df5-6df3-4d17-a289-41bf88b94f8b'] in dv-cinder-784945-7-smb is: [{'id': '73850df5-6df3-4d17-a289-41bf88b94f8b', 'name': 'tempest-TestMinimumBasicScenario-247869264-router', 'tenant_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fe2c1902-aa3f-4934-9a0a-115f531d5ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:37Z', 'updated_at': '2021-05-10T13:32:39Z', 'revision_number': 3, 'project_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'gw_port': {'id': 'fe2c1902-aa3f-4934-9a0a-115f531d5ae6', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73850df5-6df3-4d17-a289-41bf88b94f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:38Z', 'updated_at': '2021-05-10T13:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}] {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:32:43.571118 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-95a3d195-7515-4fef-b830-9d21100d84a6 None None] Provisioning for port 3119e901-2b1b-405d-8fa8-30d5cc8392af completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:32:43.593684 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-95a3d195-7515-4fef-b830-9d21100d84a6 None None] Provisioning complete for port 3119e901-2b1b-405d-8fa8-30d5cc8392af triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:43.594253 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-95a3d195-7515-4fef-b830-9d21100d84a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:43.604471 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:43.642480 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 591ecf69-32b8-4cd5-9280-c0872ae6c83a up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:32:43.670222 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-1a0d8c00-a871-44bd-a263-4cfbe78dccc7 req-561ffa69-8ce1-4673-8d2e-20488b6d7190 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Deleting port 32b8a6fd-e55e-4470-94df-c46fd08601a2 {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:32:43.670560 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-1a0d8c00-a871-44bd-a263-4cfbe78dccc7 req-561ffa69-8ce1-4673-8d2e-20488b6d7190 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:43.721939 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-95a3d195-7515-4fef-b830-9d21100d84a6 None None] Port 3119e901-2b1b-405d-8fa8-30d5cc8392af cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:32:43.740243 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning for port 591ecf69-32b8-4cd5-9280-c0872ae6c83a completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:32:43.745689 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port 591ecf69-32b8-4cd5-9280-c0872ae6c83a triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:43.745960 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:43.769977 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b433c-ec5a-4998-acc8-1a78fa1e8590 req-da889611-27ba-4c91-9c95-2703b3bbc05c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:43.772113 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-fc7b433c-ec5a-4998-acc8-1a78fa1e8590 req-da889611-27ba-4c91-9c95-2703b3bbc05c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.0982666 May 10 13:32:43.832663 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-fc7b433c-ec5a-4998-acc8-1a78fa1e8590 req-759699f9-627e-4554-ab4b-2e547dc7f635 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483744 May 10 13:32:43.897864 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:43.958435 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:44.004285 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:44.005251 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b22caf-ca2d-4793-baab-4e5f06794c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591ecf69-32b8-4cd5-9280-c0872ae6c83a'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:32:44.036981 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 591ecf69-32b8-4cd5-9280-c0872ae6c83a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=591ecf69-32b8-4cd5-9280-c0872ae6c83a,segment=NetworkSegment(cb51554c-3cfc-4ba1-91bb-021867b88011),segment_id=cb51554c-3cfc-4ba1-91bb-021867b88011)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:32:44.042201 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:44.045700 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:44.051061 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:44.090860 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device fe2c1902-aa3f-4934-9a0a-115f531d5ae6 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:32:44.136979 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b22caf-ca2d-4793-baab-4e5f06794c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591ecf69-32b8-4cd5-9280-c0872ae6c83a', 'code': 200} May 10 13:32:44.267993 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=591ecf69-32b8-4cd5-9280-c0872ae6c83a,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:44.276594 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:44.300948 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704821'] for router_interface, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:44.305916 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=3119e901-2b1b-405d-8fa8-30d5cc8392af,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:44.309338 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-1a0d8c00-a871-44bd-a263-4cfbe78dccc7 req-561ffa69-8ce1-4673-8d2e-20488b6d7190 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] For port 32b8a6fd-e55e-4470-94df-c46fd08601a2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=32b8a6fd-e55e-4470-94df-c46fd08601a2,segment=NetworkSegment(4c69b5ed-3efc-470f-ac99-e380fc5aa947),segment_id=4c69b5ed-3efc-470f-ac99-e380fc5aa947)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:32:44.309678 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-1a0d8c00-a871-44bd-a263-4cfbe78dccc7 req-561ffa69-8ce1-4673-8d2e-20488b6d7190 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:44.320248 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port fe2c1902-aa3f-4934-9a0a-115f531d5ae6 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:32:44.325752 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port fe2c1902-aa3f-4934-9a0a-115f531d5ae6 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:44.326134 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:44.338011 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:44.399790 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a44209-2c17-439e-8276-ef258c68bd4c req-b37128f4-b1fb-4a5e-b4f9-ac6f1c23160d tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:44.409011 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e9a44209-2c17-439e-8276-ef258c68bd4c req-b37128f4-b1fb-4a5e-b4f9-ac6f1c23160d tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 946 time: 0.1284325 May 10 13:32:44.471016 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e9a44209-2c17-439e-8276-ef258c68bd4c req-2d07b6f5-1135-48bb-8f52-23519dbe78dc tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555229 May 10 13:32:44.510198 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:44.549605 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port fe2c1902-aa3f-4934-9a0a-115f531d5ae6, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=fe2c1902-aa3f-4934-9a0a-115f531d5ae6,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:32:44.556261 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:44.559100 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:44.587435 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-1a0d8c00-a871-44bd-a263-4cfbe78dccc7 req-561ffa69-8ce1-4673-8d2e-20488b6d7190 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Calling delete_port for 32b8a6fd-e55e-4470-94df-c46fd08601a2 owned by compute:nova {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:32:44.697289 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=fe2c1902-aa3f-4934-9a0a-115f531d5ae6,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:44.702267 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:44.968286 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d7bfe-cb21-4114-9e05-25be93256cf9 req-7a3dae01-49c7-48cf-be18-4a38b603476a tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:44.969789 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0e3d7bfe-cb21-4114-9e05-25be93256cf9 req-7a3dae01-49c7-48cf-be18-4a38b603476a tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 946 time: 0.8249218 May 10 13:32:45.042028 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558ac62-1849-4a36-8c04-de9162d669b2 req-3b0deff7-9261-4e48-959e-0e3944138b61 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:45.043484 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8558ac62-1849-4a36-8c04-de9162d669b2 req-3b0deff7-9261-4e48-959e-0e3944138b61 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.0807533 May 10 13:32:45.071842 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-1a0d8c00-a871-44bd-a263-4cfbe78dccc7 req-561ffa69-8ce1-4673-8d2e-20488b6d7190 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:45.083645 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Network 0ce1dbfa-f36f-4b9a-bf72-e46a23217fef is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:32:45.085291 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:45.088835 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f', '2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8', 'cb849f9e-22a3-4b9f-89f3-396be6b6cc49', '32b8a6fd-e55e-4470-94df-c46fd08601a2'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:32:45.093676 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8558ac62-1849-4a36-8c04-de9162d669b2 req-c44205eb-f56a-4f19-ae5d-d2639378e5c7 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434852 May 10 13:32:45.134452 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0e3d7bfe-cb21-4114-9e05-25be93256cf9 req-d5312443-63b3-42f0-a64d-199a016ca70b tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422980 May 10 13:32:45.135426 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:32:45.164156 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a69787-3193-4a06-8ee3-1cb8888c1806 req-820db410-0fd2-4a0e-80cf-4c5bd9023185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:45.167402 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-20a69787-3193-4a06-8ee3-1cb8888c1806 req-820db410-0fd2-4a0e-80cf-4c5bd9023185 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 1099 time: 0.7087348 May 10 13:32:45.168313 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ffa69-8ce1-4673-8d2e-20488b6d7190 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Pushing event deleted for resources: {'Port': ['ID=32b8a6fd-e55e-4470-94df-c46fd08601a2,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:45.247445 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-561ffa69-8ce1-4673-8d2e-20488b6d7190 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:45.390959 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0d8c00-a871-44bd-a263-4cfbe78dccc7 req-561ffa69-8ce1-4673-8d2e-20488b6d7190 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] No DVR routers for this DVR port 32b8a6fd-e55e-4470-94df-c46fd08601a2 on host hv-cinder-78494 {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:32:45.406064 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-1a0d8c00-a871-44bd-a263-4cfbe78dccc7 req-561ffa69-8ce1-4673-8d2e-20488b6d7190 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:45.410444 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69575b3b-5871-4482-86f8-66eb0793824f', 'name': 'network-vif-deleted', 'tag': '32b8a6fd-e55e-4470-94df-c46fd08601a2'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:32:45.473853 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69575b3b-5871-4482-86f8-66eb0793824f', 'name': 'network-vif-deleted', 'tag': '32b8a6fd-e55e-4470-94df-c46fd08601a2', 'status': 'completed', 'code': 200} May 10 13:32:45.478035 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-20a69787-3193-4a06-8ee3-1cb8888c1806 req-380af4e7-320d-4a71-94a8-513226bb5399 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248089 May 10 13:32:45.490748 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-3977ed0a-bc5d-498d-81f3-0d1133235683 None None] Provisioning complete for port 3119e901-2b1b-405d-8fa8-30d5cc8392af triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:45.491501 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-3977ed0a-bc5d-498d-81f3-0d1133235683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:45.500202 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-1a0d8c00-a871-44bd-a263-4cfbe78dccc7 req-561ffa69-8ce1-4673-8d2e-20488b6d7190 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.11 "DELETE /v2.0/ports/32b8a6fd-e55e-4470-94df-c46fd08601a2 HTTP/1.1" status: 204 len: 173 time: 2.0958540 May 10 13:32:45.542757 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Router 73850df5-6df3-4d17-a289-41bf88b94f8b has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:32:45.564178 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18463dc1-58c3-439f-ba46-012f1ddfcda8 req-ea844662-82fe-4cf9-9ce6-8dea7aeaf0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:45.565976 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-18463dc1-58c3-439f-ba46-012f1ddfcda8 req-ea844662-82fe-4cf9-9ce6-8dea7aeaf0c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 1099 time: 0.1463995 May 10 13:32:45.590426 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-3977ed0a-bc5d-498d-81f3-0d1133235683 None None] Port 3119e901-2b1b-405d-8fa8-30d5cc8392af cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:32:45.757203 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-09bf2ce7-0414-43d4-8331-ef11e475288f req-0cc5ae83-b6d8-498c-9abc-2cceb3de09cb tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Synchronizing usage tracker for tenant:5f7be7aa79cc462687c35a799fdad241 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:32:45.806746 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-18463dc1-58c3-439f-ba46-012f1ddfcda8 req-b085e441-110b-4041-88ec-fc4032385d94 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837342 May 10 13:32:45.809949 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-09bf2ce7-0414-43d4-8331-ef11e475288f req-0cc5ae83-b6d8-498c-9abc-2cceb3de09cb tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Unset dirty status for tenant:5f7be7aa79cc462687c35a799fdad241 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:32:45.811021 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-09bf2ce7-0414-43d4-8331-ef11e475288f req-0cc5ae83-b6d8-498c-9abc-2cceb3de09cb tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=69575b3b-5871-4482-86f8-66eb0793824f HTTP/1.1" status: 200 len: 210 time: 0.1893480 May 10 13:32:45.847532 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:32:45.852634 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] 10.222.0.30 "PUT /v2.0/routers/73850df5-6df3-4d17-a289-41bf88b94f8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3807325 May 10 13:32:45.864474 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Sync routers for ids ['73850df5-6df3-4d17-a289-41bf88b94f8b'] in dv-cinder-784945-7-smb {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:32:45.874211 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Routers {'73850df5-6df3-4d17-a289-41bf88b94f8b'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:32:45.874826 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:32:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['73850df5-6df3-4d17-a289-41bf88b94f8b'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:32:46.043881 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device fe2c1902-aa3f-4934-9a0a-115f531d5ae6 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:32:46.172132 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port fe2c1902-aa3f-4934-9a0a-115f531d5ae6 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:46.176756 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:46.409615 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Set router 73850df5-6df3-4d17-a289-41bf88b94f8b gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:32:46.522859 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967407fe-13c5-4c70-93ce-b2773eef30ad req-d71783cd-1889-4914-94e7-3882c558ad86 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:46.530050 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-967407fe-13c5-4c70-93ce-b2773eef30ad req-d71783cd-1889-4914-94e7-3882c558ad86 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 946 time: 0.1654980 May 10 13:32:46.587317 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5550ed-0ec8-4e24-ab4a-4dd58b25cb16 req-d608be55-d0ba-4929-aa07-c08ab34532cc tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:46.595668 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-7c5550ed-0ec8-4e24-ab4a-4dd58b25cb16 req-d608be55-d0ba-4929-aa07-c08ab34532cc tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.2038298 May 10 13:32:46.631383 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-967407fe-13c5-4c70-93ce-b2773eef30ad req-c26736cd-583e-4e00-aac8-e3e804a25e9b tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003819 May 10 13:32:46.674363 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-7c5550ed-0ec8-4e24-ab4a-4dd58b25cb16 req-eceb83ba-1631-44ab-8ac1-fbce511f0c25 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750959 May 10 13:32:47.042316 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73850df5-6df3-4d17-a289-41bf88b94f8b', 'name': 'tempest-TestMinimumBasicScenario-247869264-router', 'tenant_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fe2c1902-aa3f-4934-9a0a-115f531d5ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:37Z', 'updated_at': '2021-05-10T13:32:43Z', 'revision_number': 4, 'project_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'gw_port': {'id': 'fe2c1902-aa3f-4934-9a0a-115f531d5ae6', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73850df5-6df3-4d17-a289-41bf88b94f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:38Z', 'updated_at': '2021-05-10T13:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '3119e901-2b1b-405d-8fa8-30d5cc8392af', 'name': '', 'network_id': '0ce1dbfa-f36f-4b9a-bf72-e46a23217fef', 'tenant_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'mac_address': 'fa:16:3e:60:24:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73850df5-6df3-4d17-a289-41bf88b94f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd6024266-b253-4557-bbe5-33e030c8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:42Z', 'updated_at': '2021-05-10T13:32:43Z', 'revision_number': 2, 'project_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'subnets': [{'id': 'd6024266-b253-4557-bbe5-33e030c8e37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:32:47.052773 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Checking router: 73850df5-6df3-4d17-a289-41bf88b94f8b for host: dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:32:47.053232 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Updating router 73850df5-6df3-4d17-a289-41bf88b94f8b port 3119e901-2b1b-405d-8fa8-30d5cc8392af binding host dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:32:47.160004 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:47.691743 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 32b8a6fd-e55e-4470-94df-c46fd08601a2 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:32:47.733264 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] No Port match for: 32b8a6fd-e55e-4470-94df-c46fd08601a2 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:32:47.733652 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 32b8a6fd-e55e-4470-94df-c46fd08601a2 not bound to the agent host hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:32:47.858856 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Notify callbacks [] for port, precommit_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:47.889059 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b47e4-30f5-443c-b532-572735fbc323 req-b1bb4d7d-6dd3-48fc-9095-92671411b4df tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:47.896573 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Transition to ACTIVE for port object 3119e901-2b1b-405d-8fa8-30d5cc8392af will not be triggered until provisioned by entity L2. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:32:47.899415 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6a4b47e4-30f5-443c-b532-572735fbc323 req-b1bb4d7d-6dd3-48fc-9095-92671411b4df tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 946 time: 0.1211770 May 10 13:32:47.912402 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:47.916214 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-23d4ade4-fbb0-44fc-bb92-c01da05a9789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:47.997224 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6a4b47e4-30f5-443c-b532-572735fbc323 req-4b4fd640-1a24-43ae-9564-38fcac825a4a tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968225 May 10 13:32:48.020791 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71348b3e-ee05-4a70-9dda-6f1179bf79e3 req-e37ab3c9-f861-45f7-a61e-a3a51fa21d68 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:48.033557 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-71348b3e-ee05-4a70-9dda-6f1179bf79e3 req-e37ab3c9-f861-45f7-a61e-a3a51fa21d68 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1680236 May 10 13:32:48.119768 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-71348b3e-ee05-4a70-9dda-6f1179bf79e3 req-22221766-a877-49a4-8c74-2b14105ea26e tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747333 May 10 13:32:48.137714 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142c3c9-5e07-4866-aa42-37741bba6f7a None None] Pushing event updated for resources: {'Port': ['ID=3119e901-2b1b-405d-8fa8-30d5cc8392af,revision_number=3']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:48.280875 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c3c9-5e07-4866-aa42-37741bba6f7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:48.281217 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c3c9-5e07-4866-aa42-37741bba6f7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:48.293268 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c3c9-5e07-4866-aa42-37741bba6f7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:48.293739 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c3c9-5e07-4866-aa42-37741bba6f7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:48.294071 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c3c9-5e07-4866-aa42-37741bba6f7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:48.294402 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c3c9-5e07-4866-aa42-37741bba6f7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:48.294725 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c3c9-5e07-4866-aa42-37741bba6f7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:48.295757 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c3c9-5e07-4866-aa42-37741bba6f7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:48.295978 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c3c9-5e07-4866-aa42-37741bba6f7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:48.296294 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c3c9-5e07-4866-aa42-37741bba6f7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:48.296606 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c3c9-5e07-4866-aa42-37741bba6f7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:48.296931 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c3c9-5e07-4866-aa42-37741bba6f7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:32:48.389487 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-3142c3c9-5e07-4866-aa42-37741bba6f7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:48.418564 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Attempting to bind port 3119e901-2b1b-405d-8fa8-30d5cc8392af on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:32:48.419278 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Attempting to bind port 3119e901-2b1b-405d-8fa8-30d5cc8392af by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': 'db5a8c8d-c3c4-407b-96ee-3768bcecbb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ce1dbfa-f36f-4b9a-bf72-e46a23217fef'}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:32:48.419875 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Attempting to bind port 3119e901-2b1b-405d-8fa8-30d5cc8392af on network 0ce1dbfa-f36f-4b9a-bf72-e46a23217fef {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:32:48.427105 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:32:48.427745 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Checking segment: {'id': 'db5a8c8d-c3c4-407b-96ee-3768bcecbb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ce1dbfa-f36f-4b9a-bf72-e46a23217fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:32:48.428384 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:48.429207 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Bound using segment: {'id': 'db5a8c8d-c3c4-407b-96ee-3768bcecbb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ce1dbfa-f36f-4b9a-bf72-e46a23217fef'} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:32:48.430314 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Bound port: 3119e901-2b1b-405d-8fa8-30d5cc8392af, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5a8c8d-c3c4-407b-96ee-3768bcecbb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ce1dbfa-f36f-4b9a-bf72-e46a23217fef'}}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:32:48.430913 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:48.592878 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] For port 3119e901-2b1b-405d-8fa8-30d5cc8392af, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:32:48.599531 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] For port 3119e901-2b1b-405d-8fa8-30d5cc8392af, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=3119e901-2b1b-405d-8fa8-30d5cc8392af,segment=NetworkSegment(db5a8c8d-c3c4-407b-96ee-3768bcecbb50),segment_id=db5a8c8d-c3c4-407b-96ee-3768bcecbb50)] {{(pid=78779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:32:48.616723 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:48.620470 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-7debfd09-26fa-487c-ad81-4b6e96cd9442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:48.850475 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Routers {'73850df5-6df3-4d17-a289-41bf88b94f8b'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:32:48.851135 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:32:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['73850df5-6df3-4d17-a289-41bf88b94f8b'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:32:48.855838 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1e7a8-7c62-4009-88db-07048dff2671 req-1f413b07-649f-4099-83a2-171a8dc31209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:48.857940 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-02d1e7a8-7c62-4009-88db-07048dff2671 req-1f413b07-649f-4099-83a2-171a8dc31209 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81b55fe93fe34f56b1ac2e1fcd0267c9&device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 1099 time: 0.2539866 May 10 13:32:49.098574 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f23c9-e4b7-48d8-a096-fa504279e55b req-0aa06935-a917-4488-a233-0160e8151b52 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:49.112652 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6d5f23c9-e4b7-48d8-a096-fa504279e55b req-0aa06935-a917-4488-a233-0160e8151b52 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.2472560 May 10 13:32:49.201015 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142c3c9-5e07-4866-aa42-37741bba6f7a None None] Pushing event updated for resources: {'Port': ['ID=3119e901-2b1b-405d-8fa8-30d5cc8392af,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:49.224964 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-3142c3c9-5e07-4866-aa42-37741bba6f7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:49.226481 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6d5f23c9-e4b7-48d8-a096-fa504279e55b req-6ae31643-70c8-4659-adde-b688183851aa tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027684 May 10 13:32:49.334652 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1e7a8-7c62-4009-88db-07048dff2671 req-c4cdd4b7-131c-4902-8235-862fd1cbfc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:49.336891 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-02d1e7a8-7c62-4009-88db-07048dff2671 req-c4cdd4b7-131c-4902-8235-862fd1cbfc07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd HTTP/1.1" status: 200 len: 920 time: 0.4627855 May 10 13:32:49.369317 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] Set router 73850df5-6df3-4d17-a289-41bf88b94f8b gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:32:49.570242 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-02d1e7a8-7c62-4009-88db-07048dff2671 req-5a198fb4-fa81-4db0-87a8-5bb1c4c242f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91fbdd56-198f-4301-ba57-e090c9dc3f2c HTTP/1.1" status: 200 len: 217 time: 0.2228327 May 10 13:32:49.704775 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e02ddb-ae3f-456b-8551-985af9fa448e req-f0fea9c2-ca4f-44a5-b40f-ea12e19e25c6 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:49.734936 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-65e02ddb-ae3f-456b-8551-985af9fa448e req-f0fea9c2-ca4f-44a5-b40f-ea12e19e25c6 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d803e-8109-4c76-9ed0-89a09c1dc70e HTTP/1.1" status: 200 len: 945 time: 0.4439797 May 10 13:32:49.850598 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1e7a8-7c62-4009-88db-07048dff2671 req-055f550e-a05d-4e5b-ad34-92aa5ebac280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:49.855450 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-02d1e7a8-7c62-4009-88db-07048dff2671 req-055f550e-a05d-4e5b-ad34-92aa5ebac280 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58174d65-9a6b-4d38-b1d3-edfbd71a7769 HTTP/1.1" status: 200 len: 859 time: 0.2697420 May 10 13:32:49.867198 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-65e02ddb-ae3f-456b-8551-985af9fa448e req-5e4ee973-a85b-42ef-8072-416447a03ebb tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313293 May 10 13:32:49.933872 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-02d1e7a8-7c62-4009-88db-07048dff2671 req-c1ea037d-2c0e-4896-a7bd-abb2a01b67e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656309 May 10 13:32:49.948520 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73850df5-6df3-4d17-a289-41bf88b94f8b', 'name': 'tempest-TestMinimumBasicScenario-247869264-router', 'tenant_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fe2c1902-aa3f-4934-9a0a-115f531d5ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:37Z', 'updated_at': '2021-05-10T13:32:43Z', 'revision_number': 4, 'project_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'gw_port': {'id': 'fe2c1902-aa3f-4934-9a0a-115f531d5ae6', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73850df5-6df3-4d17-a289-41bf88b94f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:38Z', 'updated_at': '2021-05-10T13:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '3119e901-2b1b-405d-8fa8-30d5cc8392af', 'name': '', 'network_id': '0ce1dbfa-f36f-4b9a-bf72-e46a23217fef', 'tenant_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'mac_address': 'fa:16:3e:60:24:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73850df5-6df3-4d17-a289-41bf88b94f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd6024266-b253-4557-bbe5-33e030c8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:42Z', 'updated_at': '2021-05-10T13:32:48Z', 'revision_number': 4, 'project_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'subnets': [{'id': 'd6024266-b253-4557-bbe5-33e030c8e37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:32:49.961672 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52000ce-27b8-42c1-85c3-78b3a9fdb021 None None] The sync data for ids ['73850df5-6df3-4d17-a289-41bf88b94f8b'] in dv-cinder-784945-7-smb is: [{'id': '73850df5-6df3-4d17-a289-41bf88b94f8b', 'name': 'tempest-TestMinimumBasicScenario-247869264-router', 'tenant_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fe2c1902-aa3f-4934-9a0a-115f531d5ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:37Z', 'updated_at': '2021-05-10T13:32:43Z', 'revision_number': 4, 'project_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'gw_port': {'id': 'fe2c1902-aa3f-4934-9a0a-115f531d5ae6', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73850df5-6df3-4d17-a289-41bf88b94f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:38Z', 'updated_at': '2021-05-10T13:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '3119e901-2b1b-405d-8fa8-30d5cc8392af', 'name': '', 'network_id': '0ce1dbfa-f36f-4b9a-bf72-e46a23217fef', 'tenant_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'mac_address': 'fa:16:3e:60:24:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73850df5-6df3-4d17-a289-41bf88b94f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd6024266-b253-4557-bbe5-33e030c8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:42Z', 'updated_at': '2021-05-10T13:32:48Z', 'revision_number': 4, 'project_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'subnets': [{'id': 'd6024266-b253-4557-bbe5-33e030c8e37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:32:50.534366 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee2b91-ac99-433e-a7c2-dadcaa30798c req-411a9f41-5d90-4900-a9db-e3c5c0ed0d4d tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:50.538092 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1cee2b91-ac99-433e-a7c2-dadcaa30798c req-411a9f41-5d90-4900-a9db-e3c5c0ed0d4d tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 946 time: 0.2075157 May 10 13:32:50.617027 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1cee2b91-ac99-433e-a7c2-dadcaa30798c req-f3a0b903-ef1d-4054-9e8f-9ad13970bd4c tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722771 May 10 13:32:50.745618 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-02d1e7a8-7c62-4009-88db-07048dff2671 req-009a1c55-3dc0-4803-8c99-cb40b786624d service neutron] 10.222.0.11 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7950571 May 10 13:32:50.776406 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251687f-92ef-4f65-a053-6e47c69d2138 req-702aeccb-1a6f-475c-b0f9-8fb800e28e43 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:50.793908 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c251687f-92ef-4f65-a053-6e47c69d2138 req-702aeccb-1a6f-475c-b0f9-8fb800e28e43 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.2802701 May 10 13:32:50.976598 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c251687f-92ef-4f65-a053-6e47c69d2138 req-e3ffa60a-bc57-49c8-896c-a6f34c0a4ae7 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691937 May 10 13:32:51.070217 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-02d1e7a8-7c62-4009-88db-07048dff2671 req-f7e175d8-0fc5-42c5-a961-f2c2e6cca3ba service neutron] 10.222.0.11 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742057 May 10 13:32:51.393463 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5006c-3740-4820-8c13-f8fdcb7de795 req-b4d316cb-7d6f-47b0-8c8f-f79e274bf2af tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:51.406976 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0de5006c-3740-4820-8c13-f8fdcb7de795 req-b4d316cb-7d6f-47b0-8c8f-f79e274bf2af tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d803e-8109-4c76-9ed0-89a09c1dc70e HTTP/1.1" status: 200 len: 945 time: 0.2485681 May 10 13:32:51.561569 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0de5006c-3740-4820-8c13-f8fdcb7de795 req-3e8b798e-320b-4920-9b3d-b1ecd1162afa tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407402 May 10 13:32:51.954787 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763e40e-8974-4d42-89de-30cdc7fea699 req-89506163-b7d7-4eec-925b-88438355e3b5 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:51.957126 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-1763e40e-8974-4d42-89de-30cdc7fea699 req-89506163-b7d7-4eec-925b-88438355e3b5 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.11 "GET /v2.0/ports?device_id=295d803e-8109-4c76-9ed0-89a09c1dc70e HTTP/1.1" status: 200 len: 945 time: 0.2692626 May 10 13:32:52.094889 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 3119e901-2b1b-405d-8fa8-30d5cc8392af up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:32:52.125379 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac8ccc-2470-47c5-8dea-8cd15803a7c7 req-71466a47-40f7-46cf-8887-9c18c6714750 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:52.138260 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3eac8ccc-2470-47c5-8dea-8cd15803a7c7 req-71466a47-40f7-46cf-8887-9c18c6714750 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 946 time: 0.2717550 May 10 13:32:52.251553 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef2843-3659-471d-819d-0dc5fe13e2d3 req-c618023f-b71f-4865-8978-677324767d6e tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:52.268032 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-55ef2843-3659-471d-819d-0dc5fe13e2d3 req-c618023f-b71f-4865-8978-677324767d6e tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1285641 May 10 13:32:52.274451 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port 3119e901-2b1b-405d-8fa8-30d5cc8392af completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:32:52.284231 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 3119e901-2b1b-405d-8fa8-30d5cc8392af triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:52.284539 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:52.340970 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-55ef2843-3659-471d-819d-0dc5fe13e2d3 req-3ff1e1f5-3c37-4bbd-ae6d-e0511eaf13d3 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720124 May 10 13:32:52.459745 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:52.476909 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3eac8ccc-2470-47c5-8dea-8cd15803a7c7 req-8934e385-f008-4bd2-a981-5953f0311dd4 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047825 May 10 13:32:52.523492 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port 3119e901-2b1b-405d-8fa8-30d5cc8392af, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=3119e901-2b1b-405d-8fa8-30d5cc8392af,segment=NetworkSegment(db5a8c8d-c3c4-407b-96ee-3768bcecbb50),segment_id=db5a8c8d-c3c4-407b-96ee-3768bcecbb50)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:32:52.529595 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:52.531638 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-3142c3c9-5e07-4866-aa42-37741bba6f7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:52.606177 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-1763e40e-8974-4d42-89de-30cdc7fea699 req-37d3acda-8bbd-4174-8edd-f0ee9c562c52 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Deleting port cb849f9e-22a3-4b9f-89f3-396be6b6cc49 {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:32:52.606177 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-1763e40e-8974-4d42-89de-30cdc7fea699 req-37d3acda-8bbd-4174-8edd-f0ee9c562c52 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:52.680198 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=3119e901-2b1b-405d-8fa8-30d5cc8392af,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:52.683374 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:52.789189 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-1763e40e-8974-4d42-89de-30cdc7fea699 req-37d3acda-8bbd-4174-8edd-f0ee9c562c52 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] For port cb849f9e-22a3-4b9f-89f3-396be6b6cc49, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cb849f9e-22a3-4b9f-89f3-396be6b6cc49,segment=NetworkSegment(4c69b5ed-3efc-470f-ac99-e380fc5aa947),segment_id=4c69b5ed-3efc-470f-ac99-e380fc5aa947)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:32:52.789951 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-1763e40e-8974-4d42-89de-30cdc7fea699 req-37d3acda-8bbd-4174-8edd-f0ee9c562c52 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:52.946542 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-1763e40e-8974-4d42-89de-30cdc7fea699 req-37d3acda-8bbd-4174-8edd-f0ee9c562c52 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Calling delete_port for cb849f9e-22a3-4b9f-89f3-396be6b6cc49 owned by compute:nova {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:32:52.975623 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcff1a-1511-4989-ad3e-eb0995891f5d req-daa8b243-e256-4000-a2b3-e83dd96feabc tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:52.976820 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d0fcff1a-1511-4989-ad3e-eb0995891f5d req-daa8b243-e256-4000-a2b3-e83dd96feabc tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.11 "GET /v2.0/ports?device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 946 time: 0.6388149 May 10 13:32:52.985650 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91272028-aaa2-455f-8d90-75781ec95389 req-9a0a67c7-3225-487c-80e1-a7136711ff3e tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:52.987403 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-91272028-aaa2-455f-8d90-75781ec95389 req-9a0a67c7-3225-487c-80e1-a7136711ff3e tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d803e-8109-4c76-9ed0-89a09c1dc70e HTTP/1.1" status: 200 len: 945 time: 0.1142030 May 10 13:32:53.047084 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-91272028-aaa2-455f-8d90-75781ec95389 req-b91ef682-01d6-4635-a8bf-5db884d0a6c8 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504270 May 10 13:32:53.213954 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-d0fcff1a-1511-4989-ad3e-eb0995891f5d req-231fd3c1-3add-4bb0-8499-1711ae408cea tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Deleting port 591ecf69-32b8-4cd5-9280-c0872ae6c83a {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:32:53.213954 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-d0fcff1a-1511-4989-ad3e-eb0995891f5d req-231fd3c1-3add-4bb0-8499-1711ae408cea tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:53.412405 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-1763e40e-8974-4d42-89de-30cdc7fea699 req-37d3acda-8bbd-4174-8edd-f0ee9c562c52 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:53.421856 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:53.433919 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f', '2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8', 'cb849f9e-22a3-4b9f-89f3-396be6b6cc49'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:32:53.460341 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-d0fcff1a-1511-4989-ad3e-eb0995891f5d req-231fd3c1-3add-4bb0-8499-1711ae408cea tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] For port 591ecf69-32b8-4cd5-9280-c0872ae6c83a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=591ecf69-32b8-4cd5-9280-c0872ae6c83a,segment=NetworkSegment(cb51554c-3cfc-4ba1-91bb-021867b88011),segment_id=cb51554c-3cfc-4ba1-91bb-021867b88011)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:32:53.460742 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-d0fcff1a-1511-4989-ad3e-eb0995891f5d req-231fd3c1-3add-4bb0-8499-1711ae408cea tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:53.485528 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3acda-8bbd-4174-8edd-f0ee9c562c52 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Pushing event deleted for resources: {'Port': ['ID=cb849f9e-22a3-4b9f-89f3-396be6b6cc49,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:53.630007 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-37d3acda-8bbd-4174-8edd-f0ee9c562c52 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:53.744688 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-d0fcff1a-1511-4989-ad3e-eb0995891f5d req-231fd3c1-3add-4bb0-8499-1711ae408cea tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Calling delete_port for 591ecf69-32b8-4cd5-9280-c0872ae6c83a owned by compute:nova {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:32:53.792141 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:32:53.797588 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436e792-1325-4373-9fd5-ba0188e5f58d req-0a5d91d4-cbc4-49c4-a6a8-3986c748be92 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:53.800360 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c436e792-1325-4373-9fd5-ba0188e5f58d req-0a5d91d4-cbc4-49c4-a6a8-3986c748be92 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 946 time: 0.1237121 May 10 13:32:53.853119 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1763e40e-8974-4d42-89de-30cdc7fea699 req-37d3acda-8bbd-4174-8edd-f0ee9c562c52 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] No DVR routers for this DVR port cb849f9e-22a3-4b9f-89f3-396be6b6cc49 on host hv-cinder-78494 {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:32:53.856505 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-1763e40e-8974-4d42-89de-30cdc7fea699 req-37d3acda-8bbd-4174-8edd-f0ee9c562c52 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:53.871366 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295d803e-8109-4c76-9ed0-89a09c1dc70e', 'name': 'network-vif-deleted', 'tag': 'cb849f9e-22a3-4b9f-89f3-396be6b6cc49'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:32:53.880614 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-1763e40e-8974-4d42-89de-30cdc7fea699 req-37d3acda-8bbd-4174-8edd-f0ee9c562c52 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.11 "DELETE /v2.0/ports/cb849f9e-22a3-4b9f-89f3-396be6b6cc49 HTTP/1.1" status: 204 len: 173 time: 1.9139090 May 10 13:32:53.952111 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c436e792-1325-4373-9fd5-ba0188e5f58d req-7472057b-4815-46c0-871b-506a05d26e62 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456697 May 10 13:32:53.987081 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e1fa3-ff3b-4c34-bac1-61ca511a5392 req-39e827b0-45ad-4f2d-a201-0959ed8838ed tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:53.994917 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b57e1fa3-ff3b-4c34-bac1-61ca511a5392 req-39e827b0-45ad-4f2d-a201-0959ed8838ed tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.3640106 May 10 13:32:54.026392 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 3119e901-2b1b-405d-8fa8-30d5cc8392af up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:32:54.091112 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b57e1fa3-ff3b-4c34-bac1-61ca511a5392 req-5d69ad46-ee24-4898-b67e-df65615a256c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691900 May 10 13:32:54.093213 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295d803e-8109-4c76-9ed0-89a09c1dc70e', 'name': 'network-vif-deleted', 'tag': 'cb849f9e-22a3-4b9f-89f3-396be6b6cc49', 'status': 'completed', 'code': 200} May 10 13:32:54.177235 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-d0fcff1a-1511-4989-ad3e-eb0995891f5d req-231fd3c1-3add-4bb0-8499-1711ae408cea tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:54.192359 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:54.233148 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 3119e901-2b1b-405d-8fa8-30d5cc8392af triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:32:54.233148 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:54.249466 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231fd3c1-3add-4bb0-8499-1711ae408cea tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Pushing event deleted for resources: {'Port': ['ID=591ecf69-32b8-4cd5-9280-c0872ae6c83a,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:54.263290 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-231fd3c1-3add-4bb0-8499-1711ae408cea tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:54.375097 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fcff1a-1511-4989-ad3e-eb0995891f5d req-231fd3c1-3add-4bb0-8499-1711ae408cea tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] No DVR routers for this DVR port 591ecf69-32b8-4cd5-9280-c0872ae6c83a on host hv-cinder-78494 {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:32:54.491452 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-d0fcff1a-1511-4989-ad3e-eb0995891f5d req-231fd3c1-3add-4bb0-8499-1711ae408cea tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:54.515701 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-7f000f5d-54fe-4d84-b9b1-5190006b2774 req-74cd814f-38e4-45c3-a645-6db9112efa74 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Synchronizing usage tracker for tenant:5f7be7aa79cc462687c35a799fdad241 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:32:54.566965 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d0fcff1a-1511-4989-ad3e-eb0995891f5d req-231fd3c1-3add-4bb0-8499-1711ae408cea tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.11 "DELETE /v2.0/ports/591ecf69-32b8-4cd5-9280-c0872ae6c83a HTTP/1.1" status: 204 len: 173 time: 1.5732586 May 10 13:32:54.579433 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-7f000f5d-54fe-4d84-b9b1-5190006b2774 req-74cd814f-38e4-45c3-a645-6db9112efa74 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Unset dirty status for tenant:5f7be7aa79cc462687c35a799fdad241 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:32:54.598666 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7f000f5d-54fe-4d84-b9b1-5190006b2774 req-74cd814f-38e4-45c3-a645-6db9112efa74 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=295d803e-8109-4c76-9ed0-89a09c1dc70e HTTP/1.1" status: 200 len: 210 time: 0.2196531 May 10 13:32:55.184861 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-e0418eb9-dd75-4618-bc8b-45e1cec9afdc req-217bb7b7-6e90-4fbe-b9f5-d06f9a0ceb46 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Synchronizing usage tracker for tenant:8d029b6bf7924c648fc6833b7ab3c6d0 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:32:55.227284 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-e0418eb9-dd75-4618-bc8b-45e1cec9afdc req-217bb7b7-6e90-4fbe-b9f5-d06f9a0ceb46 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Unset dirty status for tenant:8d029b6bf7924c648fc6833b7ab3c6d0 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:32:55.257265 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e0418eb9-dd75-4618-bc8b-45e1cec9afdc req-217bb7b7-6e90-4fbe-b9f5-d06f9a0ceb46 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=10b22caf-ca2d-4793-baab-4e5f06794c2b HTTP/1.1" status: 200 len: 210 time: 0.1526392 May 10 13:32:55.332915 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c9e77-5c59-4e7f-b05d-1d2aae64c40c req-41d40b7c-17b4-4b68-a301-723487968165 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:55.340314 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-de2c9e77-5c59-4e7f-b05d-1d2aae64c40c req-41d40b7c-17b4-4b68-a301-723487968165 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.2047446 May 10 13:32:55.443461 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-de2c9e77-5c59-4e7f-b05d-1d2aae64c40c req-1ceb4410-b80c-47be-8851-bd0bd14cd340 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806062 May 10 13:32:55.553151 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57fd12-b76a-475d-b95d-e6fa04d7a350 req-57cae181-dae0-4c21-870e-662bbaf2cb8e tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:55.554688 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5f57fd12-b76a-475d-b95d-e6fa04d7a350 req-57cae181-dae0-4c21-870e-662bbaf2cb8e tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1309028 May 10 13:32:55.624262 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5f57fd12-b76a-475d-b95d-e6fa04d7a350 req-e61382e8-2f6d-48d5-88cb-d3ee07238233 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586898 May 10 13:32:55.695574 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device cb849f9e-22a3-4b9f-89f3-396be6b6cc49 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:32:55.805557 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] No Port match for: cb849f9e-22a3-4b9f-89f3-396be6b6cc49 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:32:55.805913 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device cb849f9e-22a3-4b9f-89f3-396be6b6cc49 not bound to the agent host hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:32:55.810279 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 591ecf69-32b8-4cd5-9280-c0872ae6c83a no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:32:55.888646 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] No Port match for: 591ecf69-32b8-4cd5-9280-c0872ae6c83a {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:32:55.889007 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 591ecf69-32b8-4cd5-9280-c0872ae6c83a not bound to the agent host hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:32:56.094989 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b22caf-ca2d-4793-baab-4e5f06794c2b', 'name': 'network-vif-deleted', 'tag': '591ecf69-32b8-4cd5-9280-c0872ae6c83a'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:32:56.235119 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b22caf-ca2d-4793-baab-4e5f06794c2b', 'name': 'network-vif-deleted', 'tag': '591ecf69-32b8-4cd5-9280-c0872ae6c83a', 'status': 'completed', 'code': 200} May 10 13:32:56.261778 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 38306) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:56.513340 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-70fcdec9-6b9f-4f45-aec2-3473bfb8c488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:56.586740 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-70fcdec9-6b9f-4f45-aec2-3473bfb8c488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:32:56.641533 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-70fcdec9-6b9f-4f45-aec2-3473bfb8c488 admin admin] Usage tracker for resource:security_group_rule and tenant:439b12eabcf843b58bb51b4f510c0983 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:32:56.649124 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-70fcdec9-6b9f-4f45-aec2-3473bfb8c488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:32:56.659121 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f0999-2157-463d-a28a-9f75b538aef1 req-705ad9d5-a4e8-457b-8e7d-81289f439f7d tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:56.660144 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-70fcdec9-6b9f-4f45-aec2-3473bfb8c488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:32:56.662145 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1e6f0999-2157-463d-a28a-9f75b538aef1 req-705ad9d5-a4e8-457b-8e7d-81289f439f7d tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 945 time: 0.0945096 May 10 13:32:56.729939 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1e6f0999-2157-463d-a28a-9f75b538aef1 req-fff2ef07-f56b-4f28-a72d-2b4af13cbbec tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634022 May 10 13:32:56.734509 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994e402-3eb8-4e17-a58c-4ee8c72e5e2e req-47992c6d-9485-4ebd-8ef7-9d166be63669 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:56.736221 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b994e402-3eb8-4e17-a58c-4ee8c72e5e2e req-47992c6d-9485-4ebd-8ef7-9d166be63669 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.1339905 May 10 13:32:56.842338 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b994e402-3eb8-4e17-a58c-4ee8c72e5e2e req-d5166875-0e53-4cb0-83b9-db3254ad4f71 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966418 May 10 13:32:56.854204 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-70fcdec9-6b9f-4f45-aec2-3473bfb8c488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:56.861345 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-70fcdec9-6b9f-4f45-aec2-3473bfb8c488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:56.871287 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-4089a40f-4558-475f-b9a0-31a7bcba77a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:56.905208 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcdec9-6b9f-4f45-aec2-3473bfb8c488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a6c7ac-7317-4351-9f41-e2c2c19374a0,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:56.922733 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-70fcdec9-6b9f-4f45-aec2-3473bfb8c488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:56.942444 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-70fcdec9-6b9f-4f45-aec2-3473bfb8c488 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=439b12eabcf843b58bb51b4f510c0983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6797631 May 10 13:32:56.944858 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 38336) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:32:57.019920 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-882971b4-27c1-4b52-bbd9-602db80ac1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:57.052302 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-882971b4-27c1-4b52-bbd9-602db80ac1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:57.106189 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-66ea566d-8ced-45cc-927a-bf8838852282 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:57.107958 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-66ea566d-8ced-45cc-927a-bf8838852282 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Synchronizing usage tracker for tenant:8d029b6bf7924c648fc6833b7ab3c6d0 on resource:network {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:32:57.139083 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-66ea566d-8ced-45cc-927a-bf8838852282 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Unset dirty status for tenant:8d029b6bf7924c648fc6833b7ab3c6d0 on resource:network {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:32:57.140756 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-66ea566d-8ced-45cc-927a-bf8838852282 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/networks?id=81dba7d3-767d-42f7-87c9-fa26ea52ea9c HTTP/1.1" status: 200 len: 809 time: 0.2697353 May 10 13:32:57.152344 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-882971b4-27c1-4b52-bbd9-602db80ac1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:57.159510 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:57.171720 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882971b4-27c1-4b52-bbd9-602db80ac1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a6c7ac-7317-4351-9f41-e2c2c19374a0,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:57.176141 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-882971b4-27c1-4b52-bbd9-602db80ac1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:57.176949 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-882971b4-27c1-4b52-bbd9-602db80ac1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:57.192077 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-882971b4-27c1-4b52-bbd9-602db80ac1d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97a6c7ac-7317-4351-9f41-e2c2c19374a0 HTTP/1.1" status: 204 len: 168 time: 0.2372763 May 10 13:32:57.200137 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-28069278-660d-497f-a1f3-c11a39a1af97 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/quotas/8d029b6bf7924c648fc6833b7ab3c6d0 HTTP/1.1" status: 200 len: 375 time: 0.0484774 May 10 13:32:57.290402 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-f2781278-2daa-4cd6-ae43-a87660e31775 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d029b6bf7924c648fc6833b7ab3c6d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893111 May 10 13:32:57.478856 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-52b5ffd4-30a1-48b6-a375-bf579893b8a6 service neutron] 10.222.0.30 "GET /v2.0/networks/81dba7d3-767d-42f7-87c9-fa26ea52ea9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874499 May 10 13:32:57.639859 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-77e5dc6a-d696-4cf0-8207-1d6c69cd78cf service neutron] 10.222.0.30 "GET /v2.0/networks/81dba7d3-767d-42f7-87c9-fa26ea52ea9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560752 May 10 13:32:57.916093 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293de16-3e9c-487f-841b-85bfd2a5f8ad req-da4b5e78-13cd-4623-88a6-bd4206c7a4dd tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:57.925806 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c293de16-3e9c-487f-841b-85bfd2a5f8ad req-da4b5e78-13cd-4623-88a6-bd4206c7a4dd tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1345627 May 10 13:32:57.994838 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c293de16-3e9c-487f-841b-85bfd2a5f8ad req-529aefa1-fcd8-46e5-848a-c42377419c3a tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674956 May 10 13:32:58.018617 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f508d-b867-4e3a-a023-740f590c2dbd req-d0e177d7-a0e9-41b8-b4b9-ae4ed8e5865b tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:58.025705 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-382f508d-b867-4e3a-a023-740f590c2dbd req-d0e177d7-a0e9-41b8-b4b9-ae4ed8e5865b tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 945 time: 0.1113040 May 10 13:32:58.100150 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-382f508d-b867-4e3a-a023-740f590c2dbd req-d6fc5ea2-6f0c-4d27-b613-22726f3c2314 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733666 May 10 13:32:58.131988 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e61fb546-1032-46b4-8ac5-1dd92c707766 req-ec8ad057-8188-4f48-b3e4-a1938c1a2fc7 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 210 time: 0.0627854 May 10 13:32:58.334138 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98173921-bda5-4c39-a5c2-1ad8e548fc0b req-40803e91-3da7-4d18-b1d8-775c4cefadaf tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:58.335791 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-98173921-bda5-4c39-a5c2-1ad8e548fc0b req-40803e91-3da7-4d18-b1d8-775c4cefadaf tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.11 "GET /v2.0/ports?device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 945 time: 0.1523831 May 10 13:32:58.411491 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff1d13-030a-423b-a3e0-09ddd2e21e17 req-bce6fc32-ec36-4a17-b2be-60ae5e7dbcde tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:58.422540 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-16ff1d13-030a-423b-a3e0-09ddd2e21e17 req-bce6fc32-ec36-4a17-b2be-60ae5e7dbcde tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.1218762 May 10 13:32:58.529760 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-16ff1d13-030a-423b-a3e0-09ddd2e21e17 req-dc3ca0e8-24af-41a9-b92e-86d51df22a51 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063404 May 10 13:32:58.637627 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-98173921-bda5-4c39-a5c2-1ad8e548fc0b req-409d5075-b2cb-4f0d-aaaf-40f687fbee0c tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Deleting port 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:32:58.638516 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-98173921-bda5-4c39-a5c2-1ad8e548fc0b req-409d5075-b2cb-4f0d-aaaf-40f687fbee0c tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:58.926340 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-98173921-bda5-4c39-a5c2-1ad8e548fc0b req-409d5075-b2cb-4f0d-aaaf-40f687fbee0c tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] For port 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8,segment=NetworkSegment(4c69b5ed-3efc-470f-ac99-e380fc5aa947),segment_id=4c69b5ed-3efc-470f-ac99-e380fc5aa947)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:32:58.927709 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-98173921-bda5-4c39-a5c2-1ad8e548fc0b req-409d5075-b2cb-4f0d-aaaf-40f687fbee0c tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:59.327746 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c7939-e458-415e-9210-116ff3189a2c req-bc397d13-456a-4bed-9f70-68cdbe8a5742 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:59.336414 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-dd6c7939-e458-415e-9210-116ff3189a2c req-bc397d13-456a-4bed-9f70-68cdbe8a5742 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 945 time: 0.1124320 May 10 13:32:59.387183 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-98173921-bda5-4c39-a5c2-1ad8e548fc0b req-409d5075-b2cb-4f0d-aaaf-40f687fbee0c tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Calling delete_port for 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 owned by compute:nova {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:32:59.408026 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-dd6c7939-e458-415e-9210-116ff3189a2c req-d105f930-e102-474b-b2eb-5c92a6ee0e02 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655866 May 10 13:32:59.451903 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-18737d91-2d35-44d8-8e2d-cfca44b1231f req-5feaa09d-73d5-4717-b1a7-86d636a44a59 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 210 time: 0.0745294 May 10 13:32:59.723835 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-98173921-bda5-4c39-a5c2-1ad8e548fc0b req-409d5075-b2cb-4f0d-aaaf-40f687fbee0c tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:32:59.735089 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:32:59.770065 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:32:59.838623 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d5075-b2cb-4f0d-aaaf-40f687fbee0c tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Pushing event deleted for resources: {'Port': ['ID=2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:32:59.856982 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-409d5075-b2cb-4f0d-aaaf-40f687fbee0c tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:32:59.875280 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31246e-43a9-4e82-a2ee-01719e2c1b43 req-69a1a945-f218-4d7f-8322-150d5a65e0ce tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:32:59.883279 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9d31246e-43a9-4e82-a2ee-01719e2c1b43 req-69a1a945-f218-4d7f-8322-150d5a65e0ce tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.1147356 May 10 13:32:59.943816 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9d31246e-43a9-4e82-a2ee-01719e2c1b43 req-8db923b5-48d1-44c7-bbba-c4719f1511f5 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595849 May 10 13:33:00.030367 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-de2aee78-df1b-4a1e-8a0f-35fb200952dc tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:00.033809 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-de2aee78-df1b-4a1e-8a0f-35fb200952dc tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.11 "GET /v2.0/networks?id=81dba7d3-767d-42f7-87c9-fa26ea52ea9c HTTP/1.1" status: 200 len: 809 time: 0.4606662 May 10 13:33:00.042990 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-98173921-bda5-4c39-a5c2-1ad8e548fc0b req-409d5075-b2cb-4f0d-aaaf-40f687fbee0c tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] No DVR routers for this DVR port 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 on host hv-cinder-78494 {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:33:00.053493 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-2838fbeb-4973-41ef-be72-b3dcc24f9f68 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Request body: {'port': {'device_id': '792abd95-c007-4ceb-bcda-119970a32f93', 'network_id': '81dba7d3-767d-42f7-87c9-fa26ea52ea9c', 'admin_state_up': True, 'tenant_id': '8d029b6bf7924c648fc6833b7ab3c6d0'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:00.070849 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-98173921-bda5-4c39-a5c2-1ad8e548fc0b req-409d5075-b2cb-4f0d-aaaf-40f687fbee0c tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:00.080688 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6564d6-0eef-4004-ad1a-6dc15674947f', 'name': 'network-vif-deleted', 'tag': '2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:33:00.103466 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-98173921-bda5-4c39-a5c2-1ad8e548fc0b req-409d5075-b2cb-4f0d-aaaf-40f687fbee0c tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.11 "DELETE /v2.0/ports/2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 HTTP/1.1" status: 204 len: 173 time: 1.7424114 May 10 13:33:00.227860 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6564d6-0eef-4004-ad1a-6dc15674947f', 'name': 'network-vif-deleted', 'tag': '2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8', 'status': 'completed', 'code': 200} May 10 13:33:00.344327 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-2838fbeb-4973-41ef-be72-b3dcc24f9f68 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:00.377620 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-2838fbeb-4973-41ef-be72-b3dcc24f9f68 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:00.406694 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-2838fbeb-4973-41ef-be72-b3dcc24f9f68 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Made reservation on behalf of 8d029b6bf7924c648fc6833b7ab3c6d0 for: {'port': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:33:00.411049 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-2838fbeb-4973-41ef-be72-b3dcc24f9f68 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:00.689329 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-461700f2-c5bd-47fc-b694-97df4acd902d req-f0abc444-9316-4168-b5d2-c8203f85087e tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Synchronizing usage tracker for tenant:5f7be7aa79cc462687c35a799fdad241 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:33:00.754242 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-2838fbeb-4973-41ef-be72-b3dcc24f9f68 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Allocated IP 172.20.0.14 (81dba7d3-767d-42f7-87c9-fa26ea52ea9c/dec0be8b-741c-48b0-a93e-61a6027dd5a0/9d487302-e8de-4d3a-817f-a24018370429) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:33:00.757683 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-461700f2-c5bd-47fc-b694-97df4acd902d req-f0abc444-9316-4168-b5d2-c8203f85087e tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Unset dirty status for tenant:5f7be7aa79cc462687c35a799fdad241 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:33:00.769339 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-461700f2-c5bd-47fc-b694-97df4acd902d req-f0abc444-9316-4168-b5d2-c8203f85087e tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6564d6-0eef-4004-ad1a-6dc15674947f HTTP/1.1" status: 200 len: 210 time: 0.1419713 May 10 13:33:01.149226 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 38436) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:01.229646 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-19d7c319-7492-4028-9f45-d1ae126a1643 req-23f59b24-57d3-4e0e-8394-dc48666b744c tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 210 time: 0.0508814 May 10 13:33:01.448112 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-2838fbeb-4973-41ef-be72-b3dcc24f9f68 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:01.485081 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e10e6-5043-4c70-9533-c6ef9a9b5f84 req-2fc03736-53b5-425e-96c7-34655a521734 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:01.492278 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-fd5e10e6-5043-4c70-9533-c6ef9a9b5f84 req-2fc03736-53b5-425e-96c7-34655a521734 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.2512753 May 10 13:33:01.503773 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-2838fbeb-4973-41ef-be72-b3dcc24f9f68 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:01.518520 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-08f7d197-4f38-4fa0-9f37-d877fb0aeef4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:01.526223 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:01.552210 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:01.559697 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Usage tracker for resource:security_group_rule and tenant:bc9af91cf9fb469bad88798c0467a632 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:01.569044 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-2838fbeb-4973-41ef-be72-b3dcc24f9f68 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Network 81dba7d3-767d-42f7-87c9-fa26ea52ea9c is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:33:01.577419 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-2838fbeb-4973-41ef-be72-b3dcc24f9f68 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:33:01.579284 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-fd5e10e6-5043-4c70-9533-c6ef9a9b5f84 req-01399e18-e57a-4dec-b671-c3474bae83e9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861053 May 10 13:33:01.583755 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:01.588195 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-2838fbeb-4973-41ef-be72-b3dcc24f9f68 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:33:01.629133 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:01.670928 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-2838fbeb-4973-41ef-be72-b3dcc24f9f68 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:01.671465 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-2838fbeb-4973-41ef-be72-b3dcc24f9f68 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:01.694496 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:33:01.707949 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838fbeb-4973-41ef-be72-b3dcc24f9f68 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Pushing event updated for resources: {'Port': ['ID=9d487302-e8de-4d3a-817f-a24018370429,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:01.711671 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-2838fbeb-4973-41ef-be72-b3dcc24f9f68 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:01.722328 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-2838fbeb-4973-41ef-be72-b3dcc24f9f68 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6767390 May 10 13:33:01.735885 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Request body: {'port': {'device_id': '792abd95-c007-4ceb-bcda-119970a32f93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:01.769988 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] No Port match for: 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:33:01.770337 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2cfcc4f4-a5ee-4791-b6bc-bc3d5f8ecac8 not bound to the agent host hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:33:01.807254 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:01.815676 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:01.823941 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-7aec8a1a-d4e6-4a2b-852f-73eb021145e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:01.856230 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee811b93-596c-4f0c-be8e-8a82aba5a872,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:01.869855 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:01.870241 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:01.870596 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:01.870979 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:01.871327 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:01.871667 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:01.872005 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:01.872339 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:01.873337 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:01.873817 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:01.874377 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:01.874715 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:01.900597 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:01.915237 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc9af91cf9fb469bad88798c0467a632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7611599 May 10 13:33:01.915670 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 38450) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:01.961467 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:01.990651 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d45883f7-cc28-4e2b-88a8-33d033aeff13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:02.091601 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d45883f7-cc28-4e2b-88a8-33d033aeff13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:02.237075 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d45883f7-cc28-4e2b-88a8-33d033aeff13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:02.314792 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-4aeb48c7-35c6-4615-b4a0-27903f03d3e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:02.349879 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45883f7-cc28-4e2b-88a8-33d033aeff13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee811b93-596c-4f0c-be8e-8a82aba5a872,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:02.356483 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-d45883f7-cc28-4e2b-88a8-33d033aeff13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:02.422733 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d45883f7-cc28-4e2b-88a8-33d033aeff13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:02.427655 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-d45883f7-cc28-4e2b-88a8-33d033aeff13 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee811b93-596c-4f0c-be8e-8a82aba5a872 HTTP/1.1" status: 204 len: 168 time: 0.5100632 May 10 13:33:02.483197 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9854c6c-5129-4161-b5e5-bcebaf07ed1d req-83507bc8-91fe-4518-998d-3fa77b5ab24f tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:02.485069 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d9854c6c-5129-4161-b5e5-bcebaf07ed1d req-83507bc8-91fe-4518-998d-3fa77b5ab24f tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.2433767 May 10 13:33:02.599915 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d9854c6c-5129-4161-b5e5-bcebaf07ed1d req-da593cb7-1360-43f8-8cd6-cfafa50785d4 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073010 May 10 13:33:02.696274 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9b16e-e6f4-47fb-b245-561746a1c185 req-d5cf5f66-91e0-421e-a8e9-6cdb608d34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:02.697790 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-79f9b16e-e6f4-47fb-b245-561746a1c185 req-d5cf5f66-91e0-421e-a8e9-6cdb608d34c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81b55fe93fe34f56b1ac2e1fcd0267c9&device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 1099 time: 0.5347512 May 10 13:33:02.862759 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9b16e-e6f4-47fb-b245-561746a1c185 req-c3a34757-d111-4511-bbc8-2dd3436ce923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:02.864482 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-79f9b16e-e6f4-47fb-b245-561746a1c185 req-c3a34757-d111-4511-bbc8-2dd3436ce923 service neutron] 10.222.0.11 "GET /v2.0/networks?id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd HTTP/1.1" status: 200 len: 920 time: 0.1591854 May 10 13:33:02.957760 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd802984-2917-4e86-b912-065e69d16eee req-2bb9536b-409c-4ee5-b568-f4d9fee67238 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:02.959283 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-cd802984-2917-4e86-b912-065e69d16eee req-2bb9536b-409c-4ee5-b568-f4d9fee67238 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.1698158 May 10 13:33:02.959870 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-79f9b16e-e6f4-47fb-b245-561746a1c185 req-c3f87ae9-7dfc-401e-bf23-bb0b5b669d1f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91fbdd56-198f-4301-ba57-e090c9dc3f2c HTTP/1.1" status: 200 len: 217 time: 0.0854940 May 10 13:33:02.979431 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd04d50-532f-40a4-9849-b5d968644f7a req-f72ce018-3f0d-46ac-af7a-206d79384a32 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:02.979694 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-5fd04d50-532f-40a4-9849-b5d968644f7a req-f72ce018-3f0d-46ac-af7a-206d79384a32 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Synchronizing usage tracker for tenant:8d029b6bf7924c648fc6833b7ab3c6d0 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:33:03.028399 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-cd802984-2917-4e86-b912-065e69d16eee req-c3c8320c-842b-488d-81d2-51b3333680b1 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619612 May 10 13:33:03.103578 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-5fd04d50-532f-40a4-9849-b5d968644f7a req-f72ce018-3f0d-46ac-af7a-206d79384a32 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Unset dirty status for tenant:8d029b6bf7924c648fc6833b7ab3c6d0 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:33:03.110267 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5fd04d50-532f-40a4-9849-b5d968644f7a req-f72ce018-3f0d-46ac-af7a-206d79384a32 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 932 time: 0.5743732 May 10 13:33:03.144389 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d487302-e8de-4d3a-817f-a24018370429 {{(pid=78778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:33:03.149312 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9b16e-e6f4-47fb-b245-561746a1c185 req-9adf9b0b-ebcb-42bb-ab57-b4e36248dcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:03.150761 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-79f9b16e-e6f4-47fb-b245-561746a1c185 req-9adf9b0b-ebcb-42bb-ab57-b4e36248dcb3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58174d65-9a6b-4d38-b1d3-edfbd71a7769 HTTP/1.1" status: 200 len: 859 time: 0.1809170 May 10 13:33:03.158052 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:03.267820 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5fd04d50-532f-40a4-9849-b5d968644f7a req-c9c60c37-1663-439b-bb94-67dd06451798 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565659 May 10 13:33:03.291459 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Transition to ACTIVE for port object 9d487302-e8de-4d3a-817f-a24018370429 will not be triggered until provisioned by entity L2. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:33:03.301089 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:03.315102 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-79f9b16e-e6f4-47fb-b245-561746a1c185 req-a7af3fc0-76c1-473f-a42d-e4b1901f8217 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243348 May 10 13:33:03.325824 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-231fd3c1-3add-4bb0-8499-1711ae408cea tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:03.456625 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 38492) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:03.609381 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1927012912-network', 'tenant_id': 'c6ff9c06108141e989e233207747b7c7'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:03.615121 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:03.619507 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Usage tracker for resource:network and tenant:c6ff9c06108141e989e233207747b7c7 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:03.622974 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:03.633091 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:03.672409 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Made reservation on behalf of c6ff9c06108141e989e233207747b7c7 for: {'network': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:33:03.675039 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for network, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:03.689507 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:03.712077 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:03.716120 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Usage tracker for resource:security_group_rule and tenant:c6ff9c06108141e989e233207747b7c7 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:03.719653 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:03.725798 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:03.742810 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Pushing event updated for resources: {'Port': ['ID=9d487302-e8de-4d3a-817f-a24018370429,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:03.772347 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:03.873389 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-79f9b16e-e6f4-47fb-b245-561746a1c185 req-2adb0a05-c7c1-480e-90c0-a8709758332e service neutron] 10.222.0.11 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985795 May 10 13:33:03.968820 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Attempting to bind port 9d487302-e8de-4d3a-817f-a24018370429 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:33:03.969201 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Attempting to bind port 9d487302-e8de-4d3a-817f-a24018370429 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'cb51554c-3cfc-4ba1-91bb-021867b88011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '81dba7d3-767d-42f7-87c9-fa26ea52ea9c'}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:33:03.969513 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Attempting to bind port 9d487302-e8de-4d3a-817f-a24018370429 on network 81dba7d3-767d-42f7-87c9-fa26ea52ea9c {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:33:03.976572 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Port 9d487302-e8de-4d3a-817f-a24018370429 on network 81dba7d3-767d-42f7-87c9-fa26ea52ea9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 13:33:03.976894 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Attempting to bind port 9d487302-e8de-4d3a-817f-a24018370429 on network 81dba7d3-767d-42f7-87c9-fa26ea52ea9c {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:33:03.989110 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Checking agent: {'id': '94ccf6da-ba5a-4c56-b2e0-555501816ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:33:03.989522 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Checking segment: {'id': 'cb51554c-3cfc-4ba1-91bb-021867b88011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '81dba7d3-767d-42f7-87c9-fa26ea52ea9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:33:03.989848 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Bound using segment: {'id': 'cb51554c-3cfc-4ba1-91bb-021867b88011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '81dba7d3-767d-42f7-87c9-fa26ea52ea9c'} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:33:03.990286 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Bound port: 9d487302-e8de-4d3a-817f-a24018370429, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb51554c-3cfc-4ba1-91bb-021867b88011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '81dba7d3-767d-42f7-87c9-fa26ea52ea9c'}}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:33:03.990624 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:04.027436 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03823da3-2927-47eb-8475-2a05823629e5 req-04e273df-903a-4b70-a267-f6d0cd167195 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:04.035022 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-03823da3-2927-47eb-8475-2a05823629e5 req-04e273df-903a-4b70-a267-f6d0cd167195 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.2674820 May 10 13:33:04.094606 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:04.107301 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-03823da3-2927-47eb-8475-2a05823629e5 req-1b3c3817-a0db-4e0a-8300-1555856cafee tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694170 May 10 13:33:04.110629 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:04.113627 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-036476a0-086c-408e-a85e-57a1a18d0bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:04.152471 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-79f9b16e-e6f4-47fb-b245-561746a1c185 req-c27b38b7-f3cd-4f6c-b637-b0407f44f3d0 service neutron] 10.222.0.11 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701516 May 10 13:33:04.178725 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=78777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:33:04.262740 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795e486e-4716-481e-8522-137472d799e5,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:04.283882 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:04.303143 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:04.303143 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.db.segments_db [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Added segment 0905861c-c669-4aa6-a3a0-995fa033c5c9 of type vlan for network 1a7d65b3-be02-41ec-a693-9dd00b6b1fa3 May 10 13:33:04.324058 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] For port 9d487302-e8de-4d3a-817f-a24018370429, host hv-cinder-78494, cleared binding levels {{(pid=78778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:33:04.358610 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f46714-11c9-4f00-88a8-d6aae5c653ce req-8a232183-cb30-4253-a3b3-cc455587f769 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:04.360301 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-66f46714-11c9-4f00-88a8-d6aae5c653ce req-8a232183-cb30-4253-a3b3-cc455587f769 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.3484707 May 10 13:33:04.365387 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] For port 9d487302-e8de-4d3a-817f-a24018370429, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9d487302-e8de-4d3a-817f-a24018370429,segment=NetworkSegment(cb51554c-3cfc-4ba1-91bb-021867b88011),segment_id=cb51554c-3cfc-4ba1-91bb-021867b88011)] {{(pid=78778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:33:04.394554 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786273018480'] for network, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:04.394971 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:04.396582 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-d18a0b7e-bfb2-4d2f-9d19-62dbb0aec8b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:04.472137 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for network, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:04.474911 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:04.475780 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:04.481031 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-a1c3a6e8-3cc5-4805-aba7-6a7a642a9820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:04.538372 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Pushing event updated for resources: {'Port': ['ID=9d487302-e8de-4d3a-817f-a24018370429,revision_number=3']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:04.550365 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:04.556774 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:04.557826 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:04.560845 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] 10.222.0.11 "PUT /v2.0/ports/9d487302-e8de-4d3a-817f-a24018370429 HTTP/1.1" status: 200 len: 1094 time: 2.8296211 May 10 13:33:04.564094 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792abd95-c007-4ceb-bcda-119970a32f93', 'tag': '9d487302-e8de-4d3a-817f-a24018370429'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:33:04.598293 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Pushing event updated for resources: {'Network': ['ID=1a7d65b3-be02-41ec-a693-9dd00b6b1fa3,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:04.610170 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:04.610781 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Network 1a7d65b3-be02-41ec-a693-9dd00b6b1fa3 details requested by agent ovs-agent-dv-cinder-784945-7-smb with host dv-cinder-784945-7-smb {{(pid=78779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 13:33:04.616407 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1582916 May 10 13:33:04.617562 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 38520) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:04.624729 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-66f46714-11c9-4f00-88a8-d6aae5c653ce req-ac4bd4cd-35c5-438a-81bb-efac36f3a3d6 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562598 May 10 13:33:04.627369 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-30316aa9-63ae-4d58-98b2-c23cf34aac51 admin admin] Request body: {'subnet': {'network_id': '1a7d65b3-be02-41ec-a693-9dd00b6b1fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1927012912-subnet', 'tenant_id': 'c6ff9c06108141e989e233207747b7c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:04.632871 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-30316aa9-63ae-4d58-98b2-c23cf34aac51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:04.644349 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-30316aa9-63ae-4d58-98b2-c23cf34aac51 admin admin] Usage tracker for resource:subnet and tenant:c6ff9c06108141e989e233207747b7c7 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:04.649228 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-30316aa9-63ae-4d58-98b2-c23cf34aac51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:04.664382 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0727f5e-e10b-4ed0-b6b2-442f74cd5060 req-ed0883ae-9575-4d6a-96a9-c72fe0c92ae2 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:04.668103 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf5f45-5735-4e87-bb15-64b6dc911ca7 req-dcdd4847-de55-4c25-96d9-b79bf37e9878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:04.671942 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-60bf5f45-5735-4e87-bb15-64b6dc911ca7 req-dcdd4847-de55-4c25-96d9-b79bf37e9878 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81b55fe93fe34f56b1ac2e1fcd0267c9&device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 1099 time: 0.4300969 May 10 13:33:04.681760 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e0727f5e-e10b-4ed0-b6b2-442f74cd5060 req-ed0883ae-9575-4d6a-96a9-c72fe0c92ae2 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 946 time: 0.2474670 May 10 13:33:04.700256 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-30316aa9-63ae-4d58-98b2-c23cf34aac51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:04.747605 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30316aa9-63ae-4d58-98b2-c23cf34aac51 admin admin] Made reservation on behalf of c6ff9c06108141e989e233207747b7c7 for: {'subnet': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:33:04.751815 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-30316aa9-63ae-4d58-98b2-c23cf34aac51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:04.845448 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:04.896384 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e0727f5e-e10b-4ed0-b6b2-442f74cd5060 req-08652654-54a9-4c52-97ef-c1e33060aa38 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992683 May 10 13:33:05.126580 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-663294ea-11b2-47fd-91b0-21211db07fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:05.128283 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-663294ea-11b2-47fd-91b0-21211db07fcd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d029b6bf7924c648fc6833b7ab3c6d0&device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 1097 time: 0.4680023 May 10 13:33:05.144135 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185208c-b242-496f-ab89-58c33bf64dbd req-ffc91c39-7aea-4646-b2a3-6c2e5c7eab29 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:05.145960 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-2185208c-b242-496f-ab89-58c33bf64dbd req-ffc91c39-7aea-4646-b2a3-6c2e5c7eab29 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.2435117 May 10 13:33:05.229329 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cdbea-1343-47db-9267-819386b7c14a req-70aa3c94-7d05-474b-8847-f3fcdbc75b16 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:05.230875 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-182cdbea-1343-47db-9267-819386b7c14a req-70aa3c94-7d05-474b-8847-f3fcdbc75b16 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 944 time: 0.1725423 May 10 13:33:05.250487 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-9c380920-ff92-4cf4-80f9-96ee47e45606 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d487302-e8de-4d3a-817f-a24018370429 HTTP/1.1" status: 200 len: 217 time: 0.1017013 May 10 13:33:05.254821 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf5f45-5735-4e87-bb15-64b6dc911ca7 req-b88c804d-19ed-448b-9847-c68bfe3e83bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:05.256194 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-60bf5f45-5735-4e87-bb15-64b6dc911ca7 req-b88c804d-19ed-448b-9847-c68bfe3e83bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd HTTP/1.1" status: 200 len: 920 time: 0.3564303 May 10 13:33:05.297499 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-182cdbea-1343-47db-9267-819386b7c14a req-1ed41cb5-4a0f-4011-b319-1969cd430b46 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577271 May 10 13:33:05.356010 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792abd95-c007-4ceb-bcda-119970a32f93', 'tag': '9d487302-e8de-4d3a-817f-a24018370429', 'status': 'completed', 'code': 200} May 10 13:33:05.368198 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-30316aa9-63ae-4d58-98b2-c23cf34aac51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for subnet, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:05.372971 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-1c0176bc-76f6-4400-9168-f809635f6fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:05.375884 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-2185208c-b242-496f-ab89-58c33bf64dbd req-e63feaf4-1ea3-4f32-a629-b5ba31e18a9b tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668615 May 10 13:33:05.379284 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-60bf5f45-5735-4e87-bb15-64b6dc911ca7 req-b02d38d6-ef37-4d58-b1f4-50cc37b88395 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91fbdd56-198f-4301-ba57-e090c9dc3f2c HTTP/1.1" status: 200 len: 217 time: 0.0814531 May 10 13:33:05.449769 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30316aa9-63ae-4d58-98b2-c23cf34aac51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b658a93-aa06-406d-89ec-55b1cb7ae722,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:05.453855 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-824a3228-0e0e-4f75-8cd4-1b4e3fdf28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:05.454381 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-824a3228-0e0e-4f75-8cd4-1b4e3fdf28d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dec0be8b-741c-48b0-a93e-61a6027dd5a0 HTTP/1.1" status: 200 len: 849 time: 0.1889195 May 10 13:33:05.483086 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-30316aa9-63ae-4d58-98b2-c23cf34aac51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:05.500280 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30316aa9-63ae-4d58-98b2-c23cf34aac51 admin admin] Checking segment: {'id': '0905861c-c669-4aa6-a3a0-995fa033c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1a7d65b3-be02-41ec-a693-9dd00b6b1fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:33:05.500280 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30316aa9-63ae-4d58-98b2-c23cf34aac51 admin admin] Network hostable DHCP agents. Network: 1a7d65b3-be02-41ec-a693-9dd00b6b1fa3, hostable agents: ['e353725d-04b0-4fbf-b9b2-fde86cba17eb'], hosted agents: [] {{(pid=78777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:33:05.500596 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf5f45-5735-4e87-bb15-64b6dc911ca7 req-eaeca0db-56da-4ad2-8ef9-a861b957f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:05.502101 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-60bf5f45-5735-4e87-bb15-64b6dc911ca7 req-eaeca0db-56da-4ad2-8ef9-a861b957f68a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58174d65-9a6b-4d38-b1d3-edfbd71a7769 HTTP/1.1" status: 200 len: 859 time: 0.1129444 May 10 13:33:05.511432 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-bb68423a-f7b5-4a70-8742-56d90bcdc2d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=81dba7d3-767d-42f7-87c9-fa26ea52ea9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478983 May 10 13:33:05.526202 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30316aa9-63ae-4d58-98b2-c23cf34aac51 admin admin] Network 1a7d65b3-be02-41ec-a693-9dd00b6b1fa3 is scheduled to be hosted by DHCP agent e353725d-04b0-4fbf-b9b2-fde86cba17eb with binding_index 1 {{(pid=78777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:33:05.543764 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-30316aa9-63ae-4d58-98b2-c23cf34aac51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-smb, 1a7d65b3-be02-41ec-a693-9dd00b6b1fa3) {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:33:05.556827 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f39d86-ea12-445c-86bd-a9ec1fd575e3 req-75e9f070-a7ba-4781-a0ca-3f8923b80ea1 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:05.558593 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b2f39d86-ea12-445c-86bd-a9ec1fd575e3 req-75e9f070-a7ba-4781-a0ca-3f8923b80ea1 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.1137667 May 10 13:33:05.559396 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c03a6bc-7eb7-4130-94d8-3c58a41e2e91 None None] Network 1a7d65b3-be02-41ec-a693-9dd00b6b1fa3 requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:33:05.559934 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30316aa9-63ae-4d58-98b2-c23cf34aac51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:05.560620 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-30316aa9-63ae-4d58-98b2-c23cf34aac51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:05.617983 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-30316aa9-63ae-4d58-98b2-c23cf34aac51 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9908216 May 10 13:33:05.636943 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b2f39d86-ea12-445c-86bd-a9ec1fd575e3 req-f357e43e-7917-4bf0-8cbd-1c9bede246e2 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701540 May 10 13:33:05.721468 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-5685d5aa-0142-45ea-9c4a-1ac11bcd8563 service neutron] 10.222.0.11 "GET /v2.0/networks/81dba7d3-767d-42f7-87c9-fa26ea52ea9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787279 May 10 13:33:05.728195 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-60bf5f45-5735-4e87-bb15-64b6dc911ca7 req-8ab571b8-1f24-4eb4-bd0a-c84fc771025b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2158141 May 10 13:33:05.838356 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795b5a3e-66c1-4770-b2e9-2fac852074bc None None] Network 1a7d65b3-be02-41ec-a693-9dd00b6b1fa3 requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:33:05.990455 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede54ce-fd74-4f8b-92b6-b4a193c6ef24 req-817713ce-5857-4e42-b60a-42a0a4d4584b tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:05.994245 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-aede54ce-fd74-4f8b-92b6-b4a193c6ef24 req-817713ce-5857-4e42-b60a-42a0a4d4584b tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1744001 May 10 13:33:06.066315 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-aede54ce-fd74-4f8b-92b6-b4a193c6ef24 req-14ba9efb-1cc6-4803-9f12-27a3ca15ea06 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659795 May 10 13:33:06.116243 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-afc9d5a3-1693-40ac-91f8-cd6569d63724 req-de157070-0ce8-46d1-884c-065f6a00d73b service neutron] 10.222.0.11 "GET /v2.0/networks/81dba7d3-767d-42f7-87c9-fa26ea52ea9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795497 May 10 13:33:06.160645 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a114fb-c7a4-494a-b070-ea835cbfa16b req-c1b7a49a-7cc5-4ce5-8d03-946f958609f3 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:06.162346 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b0a114fb-c7a4-494a-b070-ea835cbfa16b req-c1b7a49a-7cc5-4ce5-8d03-946f958609f3 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.11 "GET /v2.0/ports?device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 946 time: 0.3030102 May 10 13:33:06.170703 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-60bf5f45-5735-4e87-bb15-64b6dc911ca7 req-49fd44d5-e00e-43d5-9bc5-54c0c98e5b9a service neutron] 10.222.0.11 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324620 May 10 13:33:06.346386 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-de3e59ab-ae17-4ead-81bd-7f2fc9c10c4d tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:06.347311 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-de3e59ab-ae17-4ead-81bd-7f2fc9c10c4d tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Synchronizing usage tracker for tenant:1a6534be084a463cba9c1f70213e861c on resource:network {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:33:06.371390 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-de3e59ab-ae17-4ead-81bd-7f2fc9c10c4d tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Unset dirty status for tenant:1a6534be084a463cba9c1f70213e861c on resource:network {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:33:06.373121 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-de3e59ab-ae17-4ead-81bd-7f2fc9c10c4d tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/networks?id=cdc794b0-2dce-44ef-8006-d22c57c9443c HTTP/1.1" status: 200 len: 815 time: 0.1917892 May 10 13:33:06.397770 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-35e33c7c-4f4c-49f4-a5ed-c6928aa48e9b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/quotas/1a6534be084a463cba9c1f70213e861c HTTP/1.1" status: 200 len: 375 time: 0.0159874 May 10 13:33:06.490309 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-db2a60c0-9359-4ec3-8568-bac6f0b07b30 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1a6534be084a463cba9c1f70213e861c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915108 May 10 13:33:06.507564 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-df5aa783-67f8-456b-93ff-ed0e160f8982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:06.580035 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad951c2c-0714-406f-a4f0-e5424119a1f5 req-fcca57da-d43c-45d1-8322-e512d4240dc3 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:06.581573 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ad951c2c-0714-406f-a4f0-e5424119a1f5 req-fcca57da-d43c-45d1-8322-e512d4240dc3 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 946 time: 0.5069950 May 10 13:33:06.629650 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-6142ad76-bf87-49d7-b181-dc37debb636b service neutron] 10.222.0.30 "GET /v2.0/networks/cdc794b0-2dce-44ef-8006-d22c57c9443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262534 May 10 13:33:06.646458 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-60bf5f45-5735-4e87-bb15-64b6dc911ca7 req-47d2ec49-e008-473b-b31a-c1998ae4324b service neutron] 10.222.0.11 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640925 May 10 13:33:06.656289 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7842e-329a-4eef-80ed-6ad876551b70 req-4aa2d1de-d28b-40e6-9baf-7cb1bf61df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:06.657760 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c9d7842e-329a-4eef-80ed-6ad876551b70 req-4aa2d1de-d28b-40e6-9baf-7cb1bf61df8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d029b6bf7924c648fc6833b7ab3c6d0&device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 1097 time: 0.4197640 May 10 13:33:06.696109 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ad951c2c-0714-406f-a4f0-e5424119a1f5 req-e3b9a4d1-fd56-48b2-a383-de3f33f3006a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f02b423-2636-4af8-bc18-a49ddbd9084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053760 May 10 13:33:06.762690 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-b0a114fb-c7a4-494a-b070-ea835cbfa16b req-e53f8108-83fe-4d1d-9df6-d611561a3aa6 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Deleting port 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:33:06.763032 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-b0a114fb-c7a4-494a-b070-ea835cbfa16b req-e53f8108-83fe-4d1d-9df6-d611561a3aa6 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:06.837935 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-89443142-9950-4707-ae4e-32cc41fc9cbf service neutron] 10.222.0.30 "GET /v2.0/networks/cdc794b0-2dce-44ef-8006-d22c57c9443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018683 May 10 13:33:06.960779 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7842e-329a-4eef-80ed-6ad876551b70 req-0b866649-0036-4922-894a-9b8816a5eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:06.962368 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c9d7842e-329a-4eef-80ed-6ad876551b70 req-0b866649-0036-4922-894a-9b8816a5eee1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=81dba7d3-767d-42f7-87c9-fa26ea52ea9c HTTP/1.1" status: 200 len: 910 time: 0.2955015 May 10 13:33:07.049877 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c9d7842e-329a-4eef-80ed-6ad876551b70 req-f90fde00-eef6-4d5d-99ff-2ffba58ab66e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d487302-e8de-4d3a-817f-a24018370429 HTTP/1.1" status: 200 len: 217 time: 0.0773854 May 10 13:33:07.059887 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-b0a114fb-c7a4-494a-b070-ea835cbfa16b req-e53f8108-83fe-4d1d-9df6-d611561a3aa6 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] For port 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f,segment=NetworkSegment(4c69b5ed-3efc-470f-ac99-e380fc5aa947),segment_id=4c69b5ed-3efc-470f-ac99-e380fc5aa947)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:33:07.060836 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-b0a114fb-c7a4-494a-b070-ea835cbfa16b req-e53f8108-83fe-4d1d-9df6-d611561a3aa6 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:07.104412 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b28f91-6997-46c5-99c3-d84f6b903bf3 req-cb89f966-8903-477d-8fbb-1a04ce09f484 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:07.105873 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-61b28f91-6997-46c5-99c3-d84f6b903bf3 req-cb89f966-8903-477d-8fbb-1a04ce09f484 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.0852547 May 10 13:33:07.156826 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-61b28f91-6997-46c5-99c3-d84f6b903bf3 req-848105e0-3f96-452b-9caa-96805856155a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431225 May 10 13:33:07.235270 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-b0a114fb-c7a4-494a-b070-ea835cbfa16b req-e53f8108-83fe-4d1d-9df6-d611561a3aa6 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Calling delete_port for 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f owned by compute:nova {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:33:07.256340 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4f090-c67d-4a56-a9d4-12b2dfdba092 req-dd421b81-eff8-40a9-91c7-bcb3082c9aef tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:07.257933 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f6c4f090-c67d-4a56-a9d4-12b2dfdba092 req-dd421b81-eff8-40a9-91c7-bcb3082c9aef tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 944 time: 0.4252217 May 10 13:33:07.286136 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7842e-329a-4eef-80ed-6ad876551b70 req-6acbac55-a5b5-4c16-95ea-e87e956a46ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:07.287581 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c9d7842e-329a-4eef-80ed-6ad876551b70 req-6acbac55-a5b5-4c16-95ea-e87e956a46ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dec0be8b-741c-48b0-a93e-61a6027dd5a0 HTTP/1.1" status: 200 len: 849 time: 0.2299769 May 10 13:33:07.360264 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c9d7842e-329a-4eef-80ed-6ad876551b70 req-4915886c-df72-402d-bf55-3f395855f465 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=81dba7d3-767d-42f7-87c9-fa26ea52ea9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574377 May 10 13:33:07.372477 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a57197-9f7f-4744-b30b-8bfe2280a6d4 req-16e307b2-7ebc-4fc2-9e98-d236b574b4ae tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:07.373962 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-70a57197-9f7f-4744-b30b-8bfe2280a6d4 req-16e307b2-7ebc-4fc2-9e98-d236b574b4ae tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.0911469 May 10 13:33:07.393579 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f6c4f090-c67d-4a56-a9d4-12b2dfdba092 req-bd50c2e3-57ea-415c-8fcd-8892c1ec2177 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265383 May 10 13:33:07.429424 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-70a57197-9f7f-4744-b30b-8bfe2280a6d4 req-ac8ff79f-3b1e-4185-9404-bbdcffba0fa6 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490277 May 10 13:33:07.524204 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c9d7842e-329a-4eef-80ed-6ad876551b70 req-e8ad1c2f-6eea-44c1-9570-e20684ed2f1a service neutron] 10.222.0.11 "GET /v2.0/networks/81dba7d3-767d-42f7-87c9-fa26ea52ea9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565504 May 10 13:33:07.650834 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a508f8-a15b-476e-b6ef-a590e3e5965e req-85aaff0c-35de-4755-b0ca-fc7741168fa3 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:07.652296 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-62a508f8-a15b-476e-b6ef-a590e3e5965e req-85aaff0c-35de-4755-b0ca-fc7741168fa3 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1182632 May 10 13:33:07.683138 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-1c0f7ecb-b5ce-428b-bb47-7462ed79b548 req-ca00df16-eaee-4ad0-80cc-3cfbab514ed0 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Synchronizing usage tracker for tenant:1a6534be084a463cba9c1f70213e861c on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:33:07.691774 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 9d487302-e8de-4d3a-817f-a24018370429 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:33:07.709439 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-62a508f8-a15b-476e-b6ef-a590e3e5965e req-c9a3cdfc-0b70-4d7c-98e5-b819a719501c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505290 May 10 13:33:07.803220 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-1c0f7ecb-b5ce-428b-bb47-7462ed79b548 req-ca00df16-eaee-4ad0-80cc-3cfbab514ed0 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Unset dirty status for tenant:1a6534be084a463cba9c1f70213e861c on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:33:07.809883 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-1c0f7ecb-b5ce-428b-bb47-7462ed79b548 req-ca00df16-eaee-4ad0-80cc-3cfbab514ed0 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 210 time: 0.2260008 May 10 13:33:07.825627 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-b0a114fb-c7a4-494a-b070-ea835cbfa16b req-e53f8108-83fe-4d1d-9df6-d611561a3aa6 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:07.838838 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:33:07.840220 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-df234975-ec1c-41ce-bfd7-bc3a562c9cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:07.926690 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f8108-83fe-4d1d-9df6-d611561a3aa6 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Pushing event deleted for resources: {'Port': ['ID=5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:07.928846 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-e53f8108-83fe-4d1d-9df6-d611561a3aa6 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:07.931078 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c9d7842e-329a-4eef-80ed-6ad876551b70 req-968f57fc-9a32-497b-ab9a-744471af0d88 service neutron] 10.222.0.11 "GET /v2.0/networks/81dba7d3-767d-42f7-87c9-fa26ea52ea9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795028 May 10 13:33:07.939816 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 9d487302-e8de-4d3a-817f-a24018370429, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9d487302-e8de-4d3a-817f-a24018370429,segment=NetworkSegment(cb51554c-3cfc-4ba1-91bb-021867b88011),segment_id=cb51554c-3cfc-4ba1-91bb-021867b88011)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:33:07.954574 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': '9d487302-e8de-4d3a-817f-a24018370429', 'network_id': '81dba7d3-767d-42f7-87c9-fa26ea52ea9c', 'port_id': '9d487302-e8de-4d3a-817f-a24018370429', 'mac_address': 'fa:16:3e:b7:0c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec0be8b-741c-48b0-a93e-61a6027dd5a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:33:07.980864 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a866a22-6ced-40a8-b250-443534106147 req-7c0435ca-4104-4c36-9242-c8ef074b3ebe tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:07.981559 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-8a866a22-6ced-40a8-b250-443534106147 req-7c0435ca-4104-4c36-9242-c8ef074b3ebe tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Synchronizing usage tracker for tenant:c6ff9c06108141e989e233207747b7c7 on resource:network {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:33:07.999494 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-8a866a22-6ced-40a8-b250-443534106147 req-7c0435ca-4104-4c36-9242-c8ef074b3ebe tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Unset dirty status for tenant:c6ff9c06108141e989e233207747b7c7 on resource:network {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:33:08.001492 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8a866a22-6ced-40a8-b250-443534106147 req-7c0435ca-4104-4c36-9242-c8ef074b3ebe tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/networks?id=1a7d65b3-be02-41ec-a693-9dd00b6b1fa3 HTTP/1.1" status: 200 len: 814 time: 0.1938357 May 10 13:33:08.009808 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a114fb-c7a4-494a-b070-ea835cbfa16b req-e53f8108-83fe-4d1d-9df6-d611561a3aa6 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] No DVR routers for this DVR port 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f on host hv-cinder-78494 {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:33:08.012566 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:08.016383 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-b0a114fb-c7a4-494a-b070-ea835cbfa16b req-e53f8108-83fe-4d1d-9df6-d611561a3aa6 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:08.018100 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8a866a22-6ced-40a8-b250-443534106147 req-ca526dce-f693-49ec-8d02-0f8cf42086e0 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/quotas/c6ff9c06108141e989e233207747b7c7 HTTP/1.1" status: 200 len: 375 time: 0.0104744 May 10 13:33:08.018964 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77694d12-10d4-457b-a64e-f107b07425bd', 'name': 'network-vif-deleted', 'tag': '5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:33:08.026563 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-a5d6142f-5589-4020-a581-df9463f3140a req-e5dc76d7-c98e-44ee-96bf-72665a9268fd tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.30 "GET /v2.0/ports?device_id=77694d12-10d4-457b-a64e-f107b07425bd HTTP/1.1" status: 200 len: 210 time: 0.0890727 May 10 13:33:08.029941 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d487302-e8de-4d3a-817f-a24018370429 {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:33:08.049181 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b0a114fb-c7a4-494a-b070-ea835cbfa16b req-e53f8108-83fe-4d1d-9df6-d611561a3aa6 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] 10.222.0.11 "DELETE /v2.0/ports/5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f HTTP/1.1" status: 204 len: 173 time: 1.8622959 May 10 13:33:08.058312 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 9d487302-e8de-4d3a-817f-a24018370429, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9d487302-e8de-4d3a-817f-a24018370429,segment=NetworkSegment(cb51554c-3cfc-4ba1-91bb-021867b88011),segment_id=cb51554c-3cfc-4ba1-91bb-021867b88011)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:33:08.064626 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:08.066803 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:08.085344 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8a866a22-6ced-40a8-b250-443534106147 req-8c29c63b-22c0-4457-877a-03e8e85f8906 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6ff9c06108141e989e233207747b7c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601933 May 10 13:33:08.108247 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77694d12-10d4-457b-a64e-f107b07425bd', 'name': 'network-vif-deleted', 'tag': '5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f', 'status': 'completed', 'code': 200} May 10 13:33:08.142581 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=9d487302-e8de-4d3a-817f-a24018370429,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:08.146024 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:08.269651 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8a866a22-6ced-40a8-b250-443534106147 req-15496231-2afe-443a-b957-cb7a16f1289f service neutron] 10.222.0.30 "GET /v2.0/networks/1a7d65b3-be02-41ec-a693-9dd00b6b1fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754880 May 10 13:33:08.331639 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['9d487302-e8de-4d3a-817f-a24018370429'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:33:08.413060 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8a866a22-6ced-40a8-b250-443534106147 req-5a725323-cfd3-4ea6-8fe2-2fc8ca40d139 service neutron] 10.222.0.30 "GET /v2.0/networks/1a7d65b3-be02-41ec-a693-9dd00b6b1fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371925 May 10 13:33:08.533214 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-4c53c24b-006c-4a44-96f7-6fd0880c3106 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:08.535021 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-4c53c24b-006c-4a44-96f7-6fd0880c3106 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.11 "GET /v2.0/networks?id=cdc794b0-2dce-44ef-8006-d22c57c9443c HTTP/1.1" status: 200 len: 815 time: 0.3371246 May 10 13:33:08.556346 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8371588-ae51-48cc-a9d9-d3428dd9a67a req-940bc053-180c-4f26-b00b-be1e1b2646f8 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:08.564255 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b8371588-ae51-48cc-a9d9-d3428dd9a67a req-940bc053-180c-4f26-b00b-be1e1b2646f8 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.1609180 May 10 13:33:08.569121 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-483affe1-9c66-4249-ab05-a6b6f1cb4f42 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Request body: {'port': {'device_id': '752a7a5b-25f9-4985-94e6-38136e6f49e7', 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c', 'admin_state_up': True, 'tenant_id': '1a6534be084a463cba9c1f70213e861c'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:08.694073 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b8371588-ae51-48cc-a9d9-d3428dd9a67a req-79dd127e-b67d-40c2-946a-4369bc8188c5 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291661 May 10 13:33:08.758357 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-483affe1-9c66-4249-ab05-a6b6f1cb4f42 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:08.770158 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-483affe1-9c66-4249-ab05-a6b6f1cb4f42 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:08.783821 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-483affe1-9c66-4249-ab05-a6b6f1cb4f42 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Made reservation on behalf of 1a6534be084a463cba9c1f70213e861c for: {'port': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:33:08.788406 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-483affe1-9c66-4249-ab05-a6b6f1cb4f42 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:08.809293 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce3a27-ed73-46c8-8635-f8013b4c1000 req-c4d64337-1f57-4088-8666-39fc84270232 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:08.812859 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f7ce3a27-ed73-46c8-8635-f8013b4c1000 req-c4d64337-1f57-4088-8666-39fc84270232 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 945 time: 0.1557708 May 10 13:33:08.896403 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f7ce3a27-ed73-46c8-8635-f8013b4c1000 req-9cd76214-fa08-4df0-8658-d9f95019134b tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767763 May 10 13:33:09.021989 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ff277cf0-f45b-46fd-b3de-3d8736f67a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:09.030988 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8bc749c4-bc65-4520-824a-3ca1a4144fc1 req-32e5efdd-1fee-45bc-9008-611ee88c914e tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 210 time: 0.0804758 May 10 13:33:09.103342 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-483affe1-9c66-4249-ab05-a6b6f1cb4f42 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Allocated IP 172.20.0.10 (cdc794b0-2dce-44ef-8006-d22c57c9443c/28cae42e-babc-4b3c-91e3-f80b7f1706c7/41bd68c8-3acc-4883-8714-ea1578949900) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:33:09.136160 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca96bb-be42-4b49-a390-615460b58246 req-07e616f6-9d8f-4c0c-9e7e-35f3ebea4312 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:09.143596 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c5ca96bb-be42-4b49-a390-615460b58246 req-07e616f6-9d8f-4c0c-9e7e-35f3ebea4312 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.2345595 May 10 13:33:09.183118 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:09.297411 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c5ca96bb-be42-4b49-a390-615460b58246 req-e6c6f0fd-ed4c-4732-9eec-2bf12d4c565d tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515291 May 10 13:33:09.347000 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7350a24-2e2f-49ea-9da7-4752fba3cf7a req-da388334-4cb1-4a17-abd7-05597a9f7b58 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:09.350172 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d7350a24-2e2f-49ea-9da7-4752fba3cf7a req-da388334-4cb1-4a17-abd7-05597a9f7b58 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1951740 May 10 13:33:09.449282 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d7350a24-2e2f-49ea-9da7-4752fba3cf7a req-705bace3-290f-4917-8054-e53a5bb7eb0f tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929756 May 10 13:33:09.548487 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 38642) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:09.562646 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-47078bc7-274c-493f-8a7c-fbb9b0cb447d req-62945d1a-6ef6-4edd-8d52-b5b1beabcfd3 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 210 time: 0.0756021 May 10 13:33:09.606628 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-483affe1-9c66-4249-ab05-a6b6f1cb4f42 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:09.610983 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_v2 [None req-6270680d-2ca5-4f49-8a44-30a661a69fce admin admin] Deleting subnet 51718f73-3816-4605-8d21-33949f773597 {{(pid=78777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 13:33:09.614673 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-6270680d-2ca5-4f49-8a44-30a661a69fce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:09.625323 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-483affe1-9c66-4249-ab05-a6b6f1cb4f42 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Transition to ACTIVE for port object 41bd68c8-3acc-4883-8714-ea1578949900 will not be triggered until provisioned by entity DHCP. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:33:09.659322 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-483affe1-9c66-4249-ab05-a6b6f1cb4f42 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:09.666597 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-90003632-80c4-4f94-83ed-ebc0c107dae8 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:09.676406 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-6270680d-2ca5-4f49-8a44-30a661a69fce admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:09.686829 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-6270680d-2ca5-4f49-8a44-30a661a69fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862903'] for subnet, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:09.711589 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 9d487302-e8de-4d3a-817f-a24018370429 up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:33:09.752433 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-483affe1-9c66-4249-ab05-a6b6f1cb4f42 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Network cdc794b0-2dce-44ef-8006-d22c57c9443c is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:33:09.757467 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-483affe1-9c66-4249-ab05-a6b6f1cb4f42 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:33:09.761990 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-483affe1-9c66-4249-ab05-a6b6f1cb4f42 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:33:09.841094 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483affe1-9c66-4249-ab05-a6b6f1cb4f42 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Pushing event updated for resources: {'Port': ['ID=41bd68c8-3acc-4883-8714-ea1578949900,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:09.852382 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning for port 9d487302-e8de-4d3a-817f-a24018370429 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:33:09.858439 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-483affe1-9c66-4249-ab05-a6b6f1cb4f42 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:09.861105 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port 9d487302-e8de-4d3a-817f-a24018370429 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:33:09.862960 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:09.893812 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-483affe1-9c66-4249-ab05-a6b6f1cb4f42 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:09.894442 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-483affe1-9c66-4249-ab05-a6b6f1cb4f42 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:09.942234 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-483affe1-9c66-4249-ab05-a6b6f1cb4f42 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3951547 May 10 13:33:10.110510 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-6270680d-2ca5-4f49-8a44-30a661a69fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for subnet, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:10.126185 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-c63bf64c-f08b-43a7-b5b6-27b9b176e8f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:10.157495 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:10.177534 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270680d-2ca5-4f49-8a44-30a661a69fce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51718f73-3816-4605-8d21-33949f773597,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:10.179707 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-6270680d-2ca5-4f49-8a44-30a661a69fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:10.188480 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-6270680d-2ca5-4f49-8a44-30a661a69fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:10.195531 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-6270680d-2ca5-4f49-8a44-30a661a69fce admin admin] 10.222.0.30 "DELETE /v2.0/subnets/51718f73-3816-4605-8d21-33949f773597 HTTP/1.1" status: 204 len: 168 time: 0.6447995 May 10 13:33:10.201933 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 38652) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:10.224439 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-f48a1ec4-6150-468a-903d-abb280bd9627 None None] Provisioning for port 41bd68c8-3acc-4883-8714-ea1578949900 completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:33:10.268691 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f312d3-399a-4bb7-a2d2-052b36a2f2b9 req-eae195db-eea8-4bb4-8922-7834a9a02fb8 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:10.270521 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-04f312d3-399a-4bb7-a2d2-052b36a2f2b9 req-eae195db-eea8-4bb4-8922-7834a9a02fb8 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.2156639 May 10 13:33:10.274673 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 9d487302-e8de-4d3a-817f-a24018370429, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9d487302-e8de-4d3a-817f-a24018370429,segment=NetworkSegment(cb51554c-3cfc-4ba1-91bb-021867b88011),segment_id=cb51554c-3cfc-4ba1-91bb-021867b88011)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:33:10.276137 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792abd95-c007-4ceb-bcda-119970a32f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d487302-e8de-4d3a-817f-a24018370429'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:33:10.281521 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-f48a1ec4-6150-468a-903d-abb280bd9627 None None] Provisioning complete for port 41bd68c8-3acc-4883-8714-ea1578949900 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:33:10.281989 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-f48a1ec4-6150-468a-903d-abb280bd9627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:10.340779 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a04cda-e72c-4af3-82f2-b13e7bd1540e req-c48195f7-53b1-4fdf-9ce0-7f3970ce138a tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:10.342459 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d5a04cda-e72c-4af3-82f2-b13e7bd1540e req-c48195f7-53b1-4fdf-9ce0-7f3970ce138a tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 945 time: 0.2364361 May 10 13:33:10.351645 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:10.351645 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:33:10.355038 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4a0d3f29-52e7-428e-bca1-42d1b7998151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782519'] for network, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:10.371989 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-04f312d3-399a-4bb7-a2d2-052b36a2f2b9 req-a6a165da-b9b3-4c92-a203-35f8a162e2cc tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943141 May 10 13:33:10.379832 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:10.386498 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:10.439705 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-f48a1ec4-6150-468a-903d-abb280bd9627 None None] Port 41bd68c8-3acc-4883-8714-ea1578949900 cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:33:10.445382 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d5a04cda-e72c-4af3-82f2-b13e7bd1540e req-be739f0a-97ab-4327-8483-1e2deb326131 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865915 May 10 13:33:10.479116 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] No Port match for: 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:33:10.479827 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 5fdcbb28-1c2b-412a-acdd-8b7e9dfa503f not bound to the agent host hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:33:10.507549 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=9d487302-e8de-4d3a-817f-a24018370429,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:10.510944 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:10.643271 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4a0d3f29-52e7-428e-bca1-42d1b7998151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8786273459357'] for network, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:10.663001 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-4a0d3f29-52e7-428e-bca1-42d1b7998151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2449dbde-57c9-4912-ac48-36ca6c3f3f9a']}} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:33:10.669980 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c680d506-6ab0-4875-96cf-10a96ea643c7 req-7dce814f-0acc-4010-934e-bd2a96df27eb tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 210 time: 0.1409366 May 10 13:33:10.679081 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-4a0d3f29-52e7-428e-bca1-42d1b7998151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c69b5ed-3efc-470f-ac99-e380fc5aa947') {'for_net_delete': True} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:33:10.679377 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-4a0d3f29-52e7-428e-bca1-42d1b7998151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c69b5ed-3efc-470f-ac99-e380fc5aa947') {} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:33:10.704047 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4a0d3f29-52e7-428e-bca1-42d1b7998151 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786273471335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296067'] for segment, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:10.726094 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4a0d3f29-52e7-428e-bca1-42d1b7998151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:10.740805 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0d3f29-52e7-428e-bca1-42d1b7998151 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=78778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 13:33:10.741197 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4a0d3f29-52e7-428e-bca1-42d1b7998151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2180945'] for segment, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: Traceback (most recent call last): May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: timer() May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: cb(*args, **kw) May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: return func(*args, **kwargs) May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: self._notify() May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: self.callback(batched_events) May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: event.method(event) May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: aggregate_uuid = self.p_client.list_aggregates( May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: return f(self, *a, **k) May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: return self._get(url).json() May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: return self.request(url, 'GET', **kwargs) May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: base_url = self.get_endpoint(auth, allow=allow, May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 13:33:10.754943 dv-cinder-784945-7-smb neutron-server[78778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 13:33:10.816094 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3aec-6737-4261-87da-c8a5db75d2e1 req-e95117cf-1f95-4b43-bccc-04c62c41cf0b tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:10.817703 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6a1e3aec-6737-4261-87da-c8a5db75d2e1 req-e95117cf-1f95-4b43-bccc-04c62c41cf0b tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.2232726 May 10 13:33:10.887419 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792abd95-c007-4ceb-bcda-119970a32f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d487302-e8de-4d3a-817f-a24018370429', 'code': 200} May 10 13:33:10.965967 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4a0d3f29-52e7-428e-bca1-42d1b7998151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1711221'] for network, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:10.974671 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4a0d3f29-52e7-428e-bca1-42d1b7998151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:10.978829 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:10.997062 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6a1e3aec-6737-4261-87da-c8a5db75d2e1 req-4a0fe73b-2642-4d01-a381-07d9900c742a tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728175 May 10 13:33:11.004273 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d3f29-52e7-428e-bca1-42d1b7998151 admin admin] Pushing event deleted for resources: {'Network': ['ID=2449dbde-57c9-4912-ac48-36ca6c3f3f9a,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:11.007346 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-4a0d3f29-52e7-428e-bca1-42d1b7998151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:11.015679 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-4a0d3f29-52e7-428e-bca1-42d1b7998151 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2449dbde-57c9-4912-ac48-36ca6c3f3f9a HTTP/1.1" status: 204 len: 168 time: 0.8086617 May 10 13:33:11.095550 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83fa36-a499-450b-bba2-553c22a5e0a1 req-646978e2-9415-48ae-8998-f785625807cd tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:11.097030 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-df83fa36-a499-450b-bba2-553c22a5e0a1 req-646978e2-9415-48ae-8998-f785625807cd tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1255188 May 10 13:33:11.165106 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-df83fa36-a499-450b-bba2-553c22a5e0a1 req-f2fbe02a-e97e-44b7-8a2c-56f837a761b9 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578957 May 10 13:33:11.213025 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab59ae5-de48-44fe-bf35-e0100a7cdb72 req-508a6be1-03e3-4388-a210-c5bf031b2a4a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:11.214144 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-2ab59ae5-de48-44fe-bf35-e0100a7cdb72 req-508a6be1-03e3-4388-a210-c5bf031b2a4a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Synchronizing usage tracker for tenant:1a6534be084a463cba9c1f70213e861c on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:33:11.227549 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 38666) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:11.254109 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-2ab59ae5-de48-44fe-bf35-e0100a7cdb72 req-508a6be1-03e3-4388-a210-c5bf031b2a4a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Unset dirty status for tenant:1a6534be084a463cba9c1f70213e861c on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:33:11.255285 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-2ab59ae5-de48-44fe-bf35-e0100a7cdb72 req-508a6be1-03e3-4388-a210-c5bf031b2a4a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 932 time: 0.1326237 May 10 13:33:11.321772 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-7a036605-3185-4f24-8783-101c88ce4647 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f7be7aa79cc462687c35a799fdad241&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0927799 May 10 13:33:11.324802 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 38670) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:11.328938 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-2ab59ae5-de48-44fe-bf35-e0100a7cdb72 req-867bfcc2-8758-4d09-9883-f43595093ecb tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609250 May 10 13:33:11.388839 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fd5e46ac-c385-441f-b4c0-f43ce1e039cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:11.415788 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fd5e46ac-c385-441f-b4c0-f43ce1e039cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:11.483175 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fd5e46ac-c385-441f-b4c0-f43ce1e039cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:11.488788 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-904be68b-1213-4dae-8c68-1140757ff270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:11.544153 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e46ac-c385-441f-b4c0-f43ce1e039cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f02b423-2636-4af8-bc18-a49ddbd9084a,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:11.546649 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-fd5e46ac-c385-441f-b4c0-f43ce1e039cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:11.573945 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fd5e46ac-c385-441f-b4c0-f43ce1e039cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:11.579680 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-fd5e46ac-c385-441f-b4c0-f43ce1e039cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f02b423-2636-4af8-bc18-a49ddbd9084a HTTP/1.1" status: 204 len: 168 time: 0.2513981 May 10 13:33:11.627902 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0623956-c764-44d1-b3e7-b6c324d32900 req-eecf63b3-884f-413d-831a-aca7f412b6c0 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:11.629708 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f0623956-c764-44d1-b3e7-b6c324d32900 req-eecf63b3-884f-413d-831a-aca7f412b6c0 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.1206396 May 10 13:33:11.689035 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f0623956-c764-44d1-b3e7-b6c324d32900 req-80a13f1f-fd66-402c-88af-d5849f5804d1 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530365 May 10 13:33:11.717566 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc49353-87bc-47b1-baa7-3e0c4804c0c4 req-22e15588-052a-4a9c-adc7-1eacc69e8d51 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:11.729943 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-9dc49353-87bc-47b1-baa7-3e0c4804c0c4 req-22e15588-052a-4a9c-adc7-1eacc69e8d51 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 946 time: 0.1395712 May 10 13:33:11.793712 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-9dc49353-87bc-47b1-baa7-3e0c4804c0c4 req-8f5a313c-642d-4bd6-8c2c-50032f6f5232 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627382 May 10 13:33:11.858991 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e9f4073c-6818-4fa4-9d4a-80ce88da6def req-822d4267-7000-4a72-a3e6-342aacd5235d tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 210 time: 0.0417728 May 10 13:33:11.998797 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:12.278306 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724e4da-8b17-4e4d-adab-ddd849283ccc req-84c03482-4688-4b24-b384-28dcf9b9ecd5 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:12.280403 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6724e4da-8b17-4e4d-adab-ddd849283ccc req-84c03482-4688-4b24-b384-28dcf9b9ecd5 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.1515472 May 10 13:33:12.358197 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6724e4da-8b17-4e4d-adab-ddd849283ccc req-d5fdd594-87e0-4039-9c7a-2b8669b97d5b tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715382 May 10 13:33:12.395540 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116864d-6d07-4618-bb10-86f5a012632d req-79d38fe0-98e0-4562-a746-380abc97995c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:12.397957 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-4116864d-6d07-4618-bb10-86f5a012632d req-79d38fe0-98e0-4562-a746-380abc97995c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1096945 May 10 13:33:12.502576 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-4116864d-6d07-4618-bb10-86f5a012632d req-0bbe6bf6-fbfe-4b56-9be3-b04dd8ee5524 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937760 May 10 13:33:12.594311 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc62798-d87a-43b2-ad07-8818ffc89566 req-aace845c-e577-4430-97eb-65418f43457e tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:12.595756 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-dbc62798-d87a-43b2-ad07-8818ffc89566 req-aace845c-e577-4430-97eb-65418f43457e tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 932 time: 0.0934267 May 10 13:33:12.644089 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-dbc62798-d87a-43b2-ad07-8818ffc89566 req-a67f51dc-c851-4681-8b47-7c2591b823de tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421526 May 10 13:33:12.927104 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03105463-5fb1-4af8-aa6b-08fc7b8d0fda req-a702c2b9-1f10-49f4-861b-6219cf9b405c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:12.934296 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-03105463-5fb1-4af8-aa6b-08fc7b8d0fda req-a702c2b9-1f10-49f4-861b-6219cf9b405c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.1125655 May 10 13:33:12.993038 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-03105463-5fb1-4af8-aa6b-08fc7b8d0fda req-4630a267-fc8c-4c35-9c6f-7c0fde8eb7cd tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576947 May 10 13:33:13.030184 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5040d8-cb4d-45b5-8535-96e698f417b8 req-167e86d3-4055-40ce-bfa9-227f9f9030d4 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:13.039336 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-fc5040d8-cb4d-45b5-8535-96e698f417b8 req-167e86d3-4055-40ce-bfa9-227f9f9030d4 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 946 time: 0.1301455 May 10 13:33:13.089275 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-fc5040d8-cb4d-45b5-8535-96e698f417b8 req-4a996611-d7ae-41f9-9d42-ace7fc3dca59 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489044 May 10 13:33:13.178214 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-26bec9f1-eaef-4f95-8f8c-9e6b1c47a368 req-8b954ccb-c3e6-43f0-8715-4086c76f188a tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 210 time: 0.0499849 May 10 13:33:13.555166 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c8e95-13cf-4211-ae51-1f2f20cfdddc req-a230379a-5375-4765-9874-11ed8231b58f tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:13.557289 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b5c8e95-13cf-4211-ae51-1f2f20cfdddc req-a230379a-5375-4765-9874-11ed8231b58f tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.0923266 May 10 13:33:13.643793 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b5c8e95-13cf-4211-ae51-1f2f20cfdddc req-e61e905c-bbb0-4df5-a1a2-bcb3a42bb633 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681570 May 10 13:33:13.763657 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26be3f-d924-4d68-ba44-c59f84aad7f8 req-f531469d-f130-46c6-b72e-265df85b37ab tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:13.765806 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9f26be3f-d924-4d68-ba44-c59f84aad7f8 req-f531469d-f130-46c6-b72e-265df85b37ab tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1231842 May 10 13:33:13.814247 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9f26be3f-d924-4d68-ba44-c59f84aad7f8 req-7a7f09a6-b765-415c-8b39-b32793ee82fd tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430913 May 10 13:33:13.866891 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdaaa8-a00a-4009-8596-3f0fa9bd195e req-4c73527b-5b8e-4548-b6cc-225d6792e1aa tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:13.869287 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-9fcdaaa8-a00a-4009-8596-3f0fa9bd195e req-4c73527b-5b8e-4548-b6cc-225d6792e1aa tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 932 time: 0.1027613 May 10 13:33:13.921971 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-9fcdaaa8-a00a-4009-8596-3f0fa9bd195e req-17008b8d-69ea-4618-bb2e-841a00d4de36 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435867 May 10 13:33:14.063659 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 38750) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:14.209139 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-cb9580b5-f7af-4861-8568-d216e52965f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:14.238740 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5b919-33ea-4dc1-a5ed-a4690b25b8d5 req-dec4d215-f124-4acd-b1a8-8fcf0536716c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:14.240215 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-14a5b919-33ea-4dc1-a5ed-a4690b25b8d5 req-dec4d215-f124-4acd-b1a8-8fcf0536716c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.1378050 May 10 13:33:14.288882 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-cb9580b5-f7af-4861-8568-d216e52965f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:14.297941 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-14a5b919-33ea-4dc1-a5ed-a4690b25b8d5 req-646693f7-6c40-4414-8732-b79b9d023bd5 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517733 May 10 13:33:14.300098 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-cb9580b5-f7af-4861-8568-d216e52965f7 admin admin] Usage tracker for resource:security_group_rule and tenant:6efd58379b0d49ee96b0002c2d2ecf31 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:14.304777 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-cb9580b5-f7af-4861-8568-d216e52965f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:14.318926 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-cb9580b5-f7af-4861-8568-d216e52965f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:14.383864 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9b3af-c3af-4538-ad6c-c08bd894a478 req-5e118fd6-2ecc-4df6-acb8-7a9fabfe32d7 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:14.385406 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-83b9b3af-c3af-4538-ad6c-c08bd894a478 req-5e118fd6-2ecc-4df6-acb8-7a9fabfe32d7 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 946 time: 0.1648943 May 10 13:33:14.459847 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-83b9b3af-c3af-4538-ad6c-c08bd894a478 req-d1b5fcc6-8606-4b3d-a4b7-9c8c65646571 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670011 May 10 13:33:14.479615 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-cb9580b5-f7af-4861-8568-d216e52965f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:14.485268 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-cb9580b5-f7af-4861-8568-d216e52965f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:14.493716 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-f6f231ae-2d06-471f-874a-0b563d4c60b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:14.495438 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3309f457-823f-40f2-b329-42e1156ee847 req-9d736fc6-bc05-4316-bfde-798c767ab030 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 210 time: 0.0697141 May 10 13:33:14.539428 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-cb9580b5-f7af-4861-8568-d216e52965f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6efd58379b0d49ee96b0002c2d2ecf31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4744716 May 10 13:33:14.540350 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9580b5-f7af-4861-8568-d216e52965f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d27533a-e609-4583-ab32-0cd0a6629cbf,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:14.541885 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 38760) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:14.543402 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-cb9580b5-f7af-4861-8568-d216e52965f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:14.606624 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-543f538d-86db-4fc4-8c45-2ad2a9790614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:14.632531 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-543f538d-86db-4fc4-8c45-2ad2a9790614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:14.713924 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-543f538d-86db-4fc4-8c45-2ad2a9790614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:14.718338 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-fd5e46ac-c385-441f-b4c0-f43ce1e039cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:14.740835 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f538d-86db-4fc4-8c45-2ad2a9790614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d27533a-e609-4583-ab32-0cd0a6629cbf,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:14.746495 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-543f538d-86db-4fc4-8c45-2ad2a9790614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:14.750379 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-543f538d-86db-4fc4-8c45-2ad2a9790614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:14.751710 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-543f538d-86db-4fc4-8c45-2ad2a9790614 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d27533a-e609-4583-ab32-0cd0a6629cbf HTTP/1.1" status: 204 len: 168 time: 0.2081537 May 10 13:33:14.907596 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3256b-a770-454b-b1aa-068966d1bed9 req-70762189-6ae1-4adc-966a-4168de5026f6 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:14.909200 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-fdc3256b-a770-454b-b1aa-068966d1bed9 req-70762189-6ae1-4adc-966a-4168de5026f6 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.0854802 May 10 13:33:14.967949 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-fdc3256b-a770-454b-b1aa-068966d1bed9 req-ccc83797-0338-4b02-a8fd-9e2cc78baa9a tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507631 May 10 13:33:15.066497 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434d551-967c-4c26-9ffd-d0a3aefef972 req-c0fb43f0-bf35-4d43-80dd-ffe02cfad38f tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:15.074428 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1434d551-967c-4c26-9ffd-d0a3aefef972 req-c0fb43f0-bf35-4d43-80dd-ffe02cfad38f tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1176760 May 10 13:33:15.126271 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1434d551-967c-4c26-9ffd-d0a3aefef972 req-b2b98a8c-a049-41fc-a349-d9c1fd5e9093 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504336 May 10 13:33:15.213733 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbeb33-29b6-4e32-9346-a70081fe1b84 req-2aeb5dae-1324-44d5-9f71-9400fa906527 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:15.215210 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3adbeb33-29b6-4e32-9346-a70081fe1b84 req-2aeb5dae-1324-44d5-9f71-9400fa906527 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 932 time: 0.1075997 May 10 13:33:15.216011 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 38774) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:15.239158 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-0390369a-2177-42d4-aea6-d972c5184d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:15.269893 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-0390369a-2177-42d4-aea6-d972c5184d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:15.273770 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-0390369a-2177-42d4-aea6-d972c5184d66 admin admin] Usage tracker for resource:security_group_rule and tenant:e2ccceb9fb9f4bbc9ba4b205f122f9ca is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:15.276588 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-0390369a-2177-42d4-aea6-d972c5184d66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:15.285442 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3adbeb33-29b6-4e32-9346-a70081fe1b84 req-66337af1-3bae-47f2-8765-711831330699 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591452 May 10 13:33:15.286176 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-0390369a-2177-42d4-aea6-d972c5184d66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:15.370668 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-0390369a-2177-42d4-aea6-d972c5184d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:15.375630 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-0390369a-2177-42d4-aea6-d972c5184d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:15.384353 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-1e072d5f-ed17-413d-95a7-809aab7bc42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:15.456613 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-0390369a-2177-42d4-aea6-d972c5184d66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2ccceb9fb9f4bbc9ba4b205f122f9ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389526 May 10 13:33:15.459356 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 38780) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:15.462826 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390369a-2177-42d4-aea6-d972c5184d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878c8080-b162-4d0d-9d10-67278aa6ccd4,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:15.469634 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-0390369a-2177-42d4-aea6-d972c5184d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:15.524304 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e5bfb-e15c-4c1d-a17b-fda282315f50 req-1d6b5af5-f517-465f-9602-da64eeab9203 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:15.527176 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-152e5bfb-e15c-4c1d-a17b-fda282315f50 req-1d6b5af5-f517-465f-9602-da64eeab9203 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.1064949 May 10 13:33:15.530495 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a19d0e86-c33b-46e7-af9a-f328f54a91be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:15.561634 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a19d0e86-c33b-46e7-af9a-f328f54a91be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:15.601520 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-152e5bfb-e15c-4c1d-a17b-fda282315f50 req-a741e669-dab5-45fa-8cb1-96b04ed5eaff tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671656 May 10 13:33:15.672123 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a19d0e86-c33b-46e7-af9a-f328f54a91be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:15.676390 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-8a3221a1-bdb2-409b-87b1-9d83ed26d4e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:15.695217 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d0e86-c33b-46e7-af9a-f328f54a91be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878c8080-b162-4d0d-9d10-67278aa6ccd4,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:15.699726 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-a19d0e86-c33b-46e7-af9a-f328f54a91be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:15.714405 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a19d0e86-c33b-46e7-af9a-f328f54a91be admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:15.714405 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-a19d0e86-c33b-46e7-af9a-f328f54a91be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/878c8080-b162-4d0d-9d10-67278aa6ccd4 HTTP/1.1" status: 204 len: 168 time: 0.2525139 May 10 13:33:15.787477 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc337c3-793f-4e82-8978-92b56e45e03b req-efc05e23-ef79-41c3-bd4a-ad661afbbf01 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:15.789022 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-fcc337c3-793f-4e82-8978-92b56e45e03b req-efc05e23-ef79-41c3-bd4a-ad661afbbf01 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 946 time: 0.1678443 May 10 13:33:15.834036 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a63badf1-a098-462a-817a-06285e27d0d3 req-86bdff40-c5aa-47ae-bbc3-89c7afa4e7cf tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 210 time: 0.0616126 May 10 13:33:15.913291 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-fcc337c3-793f-4e82-8978-92b56e45e03b req-10480f31-bc21-4dd0-b127-f7c8d113d16a tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079965 May 10 13:33:16.314145 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a4308-d66a-4640-86c7-3d430614ad20 req-2525fc11-3249-463a-a81a-dd48bc4196b6 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:16.315699 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-7e3a4308-d66a-4640-86c7-3d430614ad20 req-2525fc11-3249-463a-a81a-dd48bc4196b6 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.1683531 May 10 13:33:16.375387 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fb882-9142-409d-bab2-9963c150cca9 req-f1e99c1a-e700-4577-b93e-faacde73b079 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:16.376910 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0a9fb882-9142-409d-bab2-9963c150cca9 req-f1e99c1a-e700-4577-b93e-faacde73b079 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.0941122 May 10 13:33:16.415575 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-7e3a4308-d66a-4640-86c7-3d430614ad20 req-6d980fbc-ffc1-4f5b-8ffb-f225b4c190d4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939033 May 10 13:33:16.445412 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0a9fb882-9142-409d-bab2-9963c150cca9 req-aa4184c3-4faa-476f-a63b-f69aa076300b tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617325 May 10 13:33:16.635734 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfff42-6de2-455d-a0cd-2d492b2d77bd req-29860090-cf6a-4253-b036-c2068b576275 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:16.637283 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d6cfff42-6de2-455d-a0cd-2d492b2d77bd req-29860090-cf6a-4253-b036-c2068b576275 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 932 time: 0.1037271 May 10 13:33:16.703148 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-d6cfff42-6de2-455d-a0cd-2d492b2d77bd req-9176e66c-3e3b-461d-bfbc-e6a58c165e6c tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Synchronizing usage tracker for tenant:1a6534be084a463cba9c1f70213e861c on resource:security_group {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:33:16.740409 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-d6cfff42-6de2-455d-a0cd-2d492b2d77bd req-9176e66c-3e3b-461d-bfbc-e6a58c165e6c tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Unset dirty status for tenant:1a6534be084a463cba9c1f70213e861c on resource:security_group {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:33:16.741813 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d6cfff42-6de2-455d-a0cd-2d492b2d77bd req-9176e66c-3e3b-461d-bfbc-e6a58c165e6c tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975416 May 10 13:33:16.793437 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 38818) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:16.819530 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7bd3d-5f41-41a7-bdf6-115c4897844b req-fef9f149-660c-425a-b925-3ad9225d77b3 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:16.820981 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-bca7bd3d-5f41-41a7-bdf6-115c4897844b req-fef9f149-660c-425a-b925-3ad9225d77b3 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.0836058 May 10 13:33:16.874686 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-bca7bd3d-5f41-41a7-bdf6-115c4897844b req-13b4a215-ecd8-464f-b5a3-1f679245f79b tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473182 May 10 13:33:16.926585 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1662979424-network', 'tenant_id': 'aebf99ff586f4257b23b34c0f1cc30b8'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:16.931278 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:16.935978 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Usage tracker for resource:network and tenant:aebf99ff586f4257b23b34c0f1cc30b8 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:16.938917 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:16.946504 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:16.960854 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Made reservation on behalf of aebf99ff586f4257b23b34c0f1cc30b8 for: {'network': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:33:16.966656 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for network, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:16.990284 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:17.053105 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1dc8b31b-3a39-4f7e-bc07-6bb4742839fa req-c84ae652-7a2b-412d-89d5-d12233c5b311 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 210 time: 0.0515778 May 10 13:33:17.054299 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:17.058826 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Usage tracker for resource:security_group_rule and tenant:aebf99ff586f4257b23b34c0f1cc30b8 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:17.062463 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:17.079172 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:17.112581 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab52d0-1ef1-4ab5-a81c-1e5275491c21 req-edd92929-5c3c-4240-b9b4-c046166922f2 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:17.114135 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-a2ab52d0-1ef1-4ab5-a81c-1e5275491c21 req-edd92929-5c3c-4240-b9b4-c046166922f2 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 946 time: 0.0948632 May 10 13:33:17.184505 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-a2ab52d0-1ef1-4ab5-a81c-1e5275491c21 req-2eb20355-aaac-46d6-9758-cbfdcab50660 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558314 May 10 13:33:17.208422 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:17.219106 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:17.223438 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-468aac08-1ed9-49cf-b719-4ce03627801b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:17.255933 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=78777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:33:17.258406 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc377d4e-f2ad-4df1-90d7-5e51550f7a72,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:17.272214 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:17.280174 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:17.280641 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.db.segments_db [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Added segment a0f17025-9333-4884-a9cf-1e78b6aec97b of type vlan for network eed5200d-e19b-4ffe-9db8-7b67addc4c96 May 10 13:33:17.311894 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786273018480'] for network, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:17.342842 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for network, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:17.345200 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:17.346018 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:17.350651 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:17.508925 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Pushing event updated for resources: {'Network': ['ID=eed5200d-e19b-4ffe-9db8-7b67addc4c96,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:17.513965 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7189710 May 10 13:33:17.514906 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:17.516842 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 38832) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:17.522203 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-9976b036-a347-47e4-a41b-835127b4db9f admin admin] Request body: {'subnet': {'network_id': 'eed5200d-e19b-4ffe-9db8-7b67addc4c96', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1662979424-subnet', 'tenant_id': 'aebf99ff586f4257b23b34c0f1cc30b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:17.526931 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Network eed5200d-e19b-4ffe-9db8-7b67addc4c96 details requested by agent ovs-agent-dv-cinder-784945-7-smb with host dv-cinder-784945-7-smb {{(pid=78779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 13:33:17.546891 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-9976b036-a347-47e4-a41b-835127b4db9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:17.551119 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-9976b036-a347-47e4-a41b-835127b4db9f admin admin] Usage tracker for resource:subnet and tenant:aebf99ff586f4257b23b34c0f1cc30b8 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:17.556762 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-9976b036-a347-47e4-a41b-835127b4db9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:17.566639 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-9976b036-a347-47e4-a41b-835127b4db9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:17.591436 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9976b036-a347-47e4-a41b-835127b4db9f admin admin] Made reservation on behalf of aebf99ff586f4257b23b34c0f1cc30b8 for: {'subnet': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:33:17.593850 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9976b036-a347-47e4-a41b-835127b4db9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:17.678977 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b06a2-3d0d-48a1-bd33-94da22149ce6 req-5a47bdb2-bfda-42f1-85dc-85d07056413c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:17.688216 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-006b06a2-3d0d-48a1-bd33-94da22149ce6 req-5a47bdb2-bfda-42f1-85dc-85d07056413c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1046782 May 10 13:33:17.893689 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-006b06a2-3d0d-48a1-bd33-94da22149ce6 req-485ce8e9-d88d-440b-ae26-7abd96ff99c5 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983495 May 10 13:33:18.005662 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60050437-30ed-47fd-bf91-bd4947c4a153 req-fce21771-6045-4365-b767-6936b91c25ff tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:18.007135 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-60050437-30ed-47fd-bf91-bd4947c4a153 req-fce21771-6045-4365-b767-6936b91c25ff tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.1594660 May 10 13:33:18.066289 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-60050437-30ed-47fd-bf91-bd4947c4a153 req-63aa1f0c-23cf-4c52-8530-1d0be6eeb34d tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515614 May 10 13:33:18.111161 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ed550-142f-41c8-8258-de8d017149c4 req-9fb203f9-5259-4646-a519-838552876ad8 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:18.112704 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8c5ed550-142f-41c8-8258-de8d017149c4 req-9fb203f9-5259-4646-a519-838552876ad8 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 932 time: 0.1082277 May 10 13:33:18.182129 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8c5ed550-142f-41c8-8258-de8d017149c4 req-bae992bb-a8ea-4c52-adf4-db7cd3280fb2 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558565 May 10 13:33:18.207171 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9976b036-a347-47e4-a41b-835127b4db9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for subnet, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:18.245718 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:18.349071 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976b036-a347-47e4-a41b-835127b4db9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3ac8510-e1f7-4f8a-9143-c35a893617e0,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:18.354279 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-9976b036-a347-47e4-a41b-835127b4db9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:18.358574 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-61dc8b1d-b510-41e3-8c57-47071986f0b0 req-ba8ffd07-4e4f-49c4-a9b7-ed35bfe76a66 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 210 time: 0.0454135 May 10 13:33:18.376577 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9976b036-a347-47e4-a41b-835127b4db9f admin admin] Checking segment: {'id': 'a0f17025-9333-4884-a9cf-1e78b6aec97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eed5200d-e19b-4ffe-9db8-7b67addc4c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:33:18.376577 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9976b036-a347-47e4-a41b-835127b4db9f admin admin] Network hostable DHCP agents. Network: eed5200d-e19b-4ffe-9db8-7b67addc4c96, hostable agents: ['e353725d-04b0-4fbf-b9b2-fde86cba17eb'], hosted agents: [] {{(pid=78777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:33:18.409256 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ce147-7c65-46d6-8b12-00a46c1f6122 req-0e21d5c7-1a1e-4f90-9eb2-095e98339f02 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:18.410757 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-7c6ce147-7c65-46d6-8b12-00a46c1f6122 req-0e21d5c7-1a1e-4f90-9eb2-095e98339f02 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.2025254 May 10 13:33:18.411831 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9976b036-a347-47e4-a41b-835127b4db9f admin admin] Network eed5200d-e19b-4ffe-9db8-7b67addc4c96 is scheduled to be hosted by DHCP agent e353725d-04b0-4fbf-b9b2-fde86cba17eb with binding_index 1 {{(pid=78777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:33:18.448804 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-9976b036-a347-47e4-a41b-835127b4db9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-smb, eed5200d-e19b-4ffe-9db8-7b67addc4c96) {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:33:18.457346 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9976b036-a347-47e4-a41b-835127b4db9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:18.457953 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9976b036-a347-47e4-a41b-835127b4db9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:18.460430 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddac4b98-6ef9-4f29-854f-a5f3ac029a74 None None] Network eed5200d-e19b-4ffe-9db8-7b67addc4c96 requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:33:18.467524 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-7c6ce147-7c65-46d6-8b12-00a46c1f6122 req-6f8d475a-3a43-47db-b329-5913c2feb1c1 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497065 May 10 13:33:18.484879 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-9976b036-a347-47e4-a41b-835127b4db9f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9668105 May 10 13:33:18.632115 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9cf34-bd47-41e8-b75d-6af426aca6cd req-779268b5-192f-4d11-8c58-a6aeb41dd222 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:18.633719 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f0d9cf34-bd47-41e8-b75d-6af426aca6cd req-779268b5-192f-4d11-8c58-a6aeb41dd222 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 946 time: 0.1147749 May 10 13:33:18.686159 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f0d9cf34-bd47-41e8-b75d-6af426aca6cd req-c6eb6050-9b30-4a18-a941-47509b12abd7 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458932 May 10 13:33:18.784924 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c1f57b-bdce-40e8-8510-25c907088577 None None] Network eed5200d-e19b-4ffe-9db8-7b67addc4c96 requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:33:19.100780 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faddb8-7551-4a8d-b3b6-2acefa5960f5 req-80f59ae2-0263-48bc-bec6-ec766da97613 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:19.110154 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-71faddb8-7551-4a8d-b3b6-2acefa5960f5 req-80f59ae2-0263-48bc-bec6-ec766da97613 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.0912955 May 10 13:33:19.194536 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-71faddb8-7551-4a8d-b3b6-2acefa5960f5 req-d04b0469-7660-497f-a7f9-482ed0c0104d tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833881 May 10 13:33:19.327832 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c68b5-96ee-46f3-9b9a-a2798be0846b req-bf87731a-057b-4156-94cd-ed6caafda104 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:19.329693 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ab4c68b5-96ee-46f3-9b9a-a2798be0846b req-bf87731a-057b-4156-94cd-ed6caafda104 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.0927331 May 10 13:33:19.386743 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 38868) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:19.390131 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ab4c68b5-96ee-46f3-9b9a-a2798be0846b req-01c37cdb-1dc8-47ea-b1eb-31c682090754 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522680 May 10 13:33:19.394361 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-421813220-network', 'tenant_id': '2ac9dd85fbd14dd5a6e17d0ca68eb78d'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:19.401593 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:19.408189 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Usage tracker for resource:network and tenant:2ac9dd85fbd14dd5a6e17d0ca68eb78d is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:19.412381 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:19.425036 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:19.444065 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Made reservation on behalf of 2ac9dd85fbd14dd5a6e17d0ca68eb78d for: {'network': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:33:19.446282 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for network, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:19.464778 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e3b28-ccac-4950-a69f-205ee4b079a4 req-cf8fe8f5-ef7a-4de8-8a68-5bc4aaba9c60 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:19.466461 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-548e3b28-ccac-4950-a69f-205ee4b079a4 req-cf8fe8f5-ef7a-4de8-8a68-5bc4aaba9c60 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 932 time: 0.1220539 May 10 13:33:19.468618 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:19.498727 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:19.507638 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Usage tracker for resource:security_group_rule and tenant:2ac9dd85fbd14dd5a6e17d0ca68eb78d is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:19.512594 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:19.526628 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:19.533754 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-824d0877-92bb-446f-b5f2-4dffc119864e req-77a49150-bb49-4d7b-946d-61c6df8fe81b tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 210 time: 0.0491872 May 10 13:33:19.554993 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-548e3b28-ccac-4950-a69f-205ee4b079a4 req-1218382e-c504-4ce1-8e77-c8895b9bae2c tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733292 May 10 13:33:19.634518 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:19.638270 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:19.641320 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-d072a0b8-f4bf-4323-837b-29e127d376d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:19.670124 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=78777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:33:19.679215 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68be83a-181b-4f5b-9a71-66481f5061af,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:19.682353 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:19.687326 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:19.687696 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.db.segments_db [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Added segment 0a0cf08c-dc39-46ce-a73d-d2c483fb021e of type vlan for network 24004e7d-7ea4-4766-bac6-c72a765553d7 May 10 13:33:19.715045 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786273018480'] for network, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:19.717767 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc66653-ef96-4f07-8ca7-47fa660df9c6 req-be9923c3-ea23-4f00-8dd3-9b7f1bc33217 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:19.719243 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7bc66653-ef96-4f07-8ca7-47fa660df9c6 req-be9923c3-ea23-4f00-8dd3-9b7f1bc33217 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.0862498 May 10 13:33:19.747925 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for network, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:19.749723 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:19.750366 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:19.756157 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:19.765695 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7bc66653-ef96-4f07-8ca7-47fa660df9c6 req-3a2ee510-b717-4918-b450-e02aa6313c61 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404344 May 10 13:33:19.895370 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Pushing event updated for resources: {'Network': ['ID=24004e7d-7ea4-4766-bac6-c72a765553d7,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:19.899638 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5119550 May 10 13:33:19.900724 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:19.902430 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 38876) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:19.905800 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Network 24004e7d-7ea4-4766-bac6-c72a765553d7 details requested by agent ovs-agent-dv-cinder-784945-7-smb with host dv-cinder-784945-7-smb {{(pid=78779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 13:33:19.909346 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-3f664d35-2c7c-4193-bde4-42c4c3c54cf9 admin admin] Request body: {'subnet': {'network_id': '24004e7d-7ea4-4766-bac6-c72a765553d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-421813220-subnet', 'tenant_id': '2ac9dd85fbd14dd5a6e17d0ca68eb78d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:19.914847 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-3f664d35-2c7c-4193-bde4-42c4c3c54cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:19.920591 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-3f664d35-2c7c-4193-bde4-42c4c3c54cf9 admin admin] Usage tracker for resource:subnet and tenant:2ac9dd85fbd14dd5a6e17d0ca68eb78d is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:19.925211 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-3f664d35-2c7c-4193-bde4-42c4c3c54cf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:19.931984 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-3f664d35-2c7c-4193-bde4-42c4c3c54cf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:19.951108 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f664d35-2c7c-4193-bde4-42c4c3c54cf9 admin admin] Made reservation on behalf of 2ac9dd85fbd14dd5a6e17d0ca68eb78d for: {'subnet': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:33:19.953265 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3f664d35-2c7c-4193-bde4-42c4c3c54cf9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:19.980180 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b1500-913a-40cc-8fa3-af5eadbdaddb req-7fd3df88-1e7a-433f-a17d-6b94dbb6f8bb tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:19.981766 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-853b1500-913a-40cc-8fa3-af5eadbdaddb req-7fd3df88-1e7a-433f-a17d-6b94dbb6f8bb tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 946 time: 0.1574957 May 10 13:33:19.991553 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Request body: {'port': {'device_id': '752a7a5b-25f9-4985-94e6-38136e6f49e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:20.096164 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-853b1500-913a-40cc-8fa3-af5eadbdaddb req-127bfb4e-0e10-45b8-a045-bb2f66cff479 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678999 May 10 13:33:20.148366 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:20.579624 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3f664d35-2c7c-4193-bde4-42c4c3c54cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for subnet, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:20.581530 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357a920-c00c-4bf6-b7b4-0814fab527d7 req-88cdf759-66d1-4e4d-8327-8ea0b4c3ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:20.583016 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-2357a920-c00c-4bf6-b7b4-0814fab527d7 req-88cdf759-66d1-4e4d-8327-8ea0b4c3ad65 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 1099 time: 0.2732570 May 10 13:33:20.588690 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-6270680d-2ca5-4f49-8a44-30a661a69fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:20.592308 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74128652-4cfb-4cb6-b4ff-7790f958a124 req-8b7eacbf-3b41-47c7-a3fb-bdde6ae4bc11 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:20.593824 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-74128652-4cfb-4cb6-b4ff-7790f958a124 req-8b7eacbf-3b41-47c7-a3fb-bdde6ae4bc11 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.2501523 May 10 13:33:20.675408 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f664d35-2c7c-4193-bde4-42c4c3c54cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f95b5af9-51f8-421f-96b4-4793c0f2002b,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:20.687659 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f36e0-e232-49a4-a922-784d8c0c5d49 req-a3875f70-c81c-459c-baef-efd72e718295 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:20.689253 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-993f36e0-e232-49a4-a922-784d8c0c5d49 req-a3875f70-c81c-459c-baef-efd72e718295 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.1829114 May 10 13:33:20.692101 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-3f664d35-2c7c-4193-bde4-42c4c3c54cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:20.700852 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f664d35-2c7c-4193-bde4-42c4c3c54cf9 admin admin] Checking segment: {'id': '0a0cf08c-dc39-46ce-a73d-d2c483fb021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24004e7d-7ea4-4766-bac6-c72a765553d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:33:20.701280 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f664d35-2c7c-4193-bde4-42c4c3c54cf9 admin admin] Network hostable DHCP agents. Network: 24004e7d-7ea4-4766-bac6-c72a765553d7, hostable agents: ['e353725d-04b0-4fbf-b9b2-fde86cba17eb'], hosted agents: [] {{(pid=78777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:33:20.749114 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f664d35-2c7c-4193-bde4-42c4c3c54cf9 admin admin] Network 24004e7d-7ea4-4766-bac6-c72a765553d7 is scheduled to be hosted by DHCP agent e353725d-04b0-4fbf-b9b2-fde86cba17eb with binding_index 1 {{(pid=78777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:33:20.759322 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-993f36e0-e232-49a4-a922-784d8c0c5d49 req-b0fc179c-3d34-48a6-a930-58c1698e038f tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595095 May 10 13:33:20.764948 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-3f664d35-2c7c-4193-bde4-42c4c3c54cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-smb, 24004e7d-7ea4-4766-bac6-c72a765553d7) {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:33:20.769315 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f664d35-2c7c-4193-bde4-42c4c3c54cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:20.769988 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3f664d35-2c7c-4193-bde4-42c4c3c54cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:20.774599 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164719fc-4381-4d34-96bf-2e9cd7d980f2 None None] Network 24004e7d-7ea4-4766-bac6-c72a765553d7 requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:33:20.808214 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-2357a920-c00c-4bf6-b7b4-0814fab527d7 req-a0997be7-9712-4a4b-88ee-f7d0b74c1a2e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133420 May 10 13:33:20.824937 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-3f664d35-2c7c-4193-bde4-42c4c3c54cf9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9134829 May 10 13:33:20.826319 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-74128652-4cfb-4cb6-b4ff-7790f958a124 req-bd6734e5-a4fa-42a0-95b1-8a06421ad318 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172368 May 10 13:33:20.841589 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41bd68c8-3acc-4883-8714-ea1578949900 {{(pid=78778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:33:20.861176 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:20.959714 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Transition to ACTIVE for port object 41bd68c8-3acc-4883-8714-ea1578949900 will not be triggered until provisioned by entity L2. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:33:20.968558 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:20.976363 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-e53f8108-83fe-4d1d-9df6-d611561a3aa6 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:20.998333 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f33af489-aee3-4918-8a05-38edbce938e3 req-0a974db8-f972-4608-9db2-c5620986d5d9 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 210 time: 0.0934792 May 10 13:33:21.051269 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 38900) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:21.074477 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22693d69-edcf-4589-885d-84fb4a8078b5 None None] Network 24004e7d-7ea4-4766-bac6-c72a765553d7 requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:33:21.155618 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a866a22-6ced-40a8-b250-443534106147 req-cbdc6ac8-683d-4bcb-bfbc-94b90763e939 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:21.157795 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a866a22-6ced-40a8-b250-443534106147 req-cbdc6ac8-683d-4bcb-bfbc-94b90763e939 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.11 "GET /v2.0/networks?id=1a7d65b3-be02-41ec-a693-9dd00b6b1fa3 HTTP/1.1" status: 200 len: 814 time: 0.4687922 May 10 13:33:21.173555 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-8a866a22-6ced-40a8-b250-443534106147 req-9a4fc14b-db7f-41b1-a0a6-f5c9994660e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Request body: {'port': {'device_id': 'd5932ec4-56ce-4ee3-86e3-171f4f80568e', 'network_id': '1a7d65b3-be02-41ec-a693-9dd00b6b1fa3', 'admin_state_up': True, 'tenant_id': 'c6ff9c06108141e989e233207747b7c7'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:21.216304 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_v2 [None req-678d77d9-3cf8-4b8a-b578-7ff2518d7852 admin admin] Deleting subnet e3ac8510-e1f7-4f8a-9143-c35a893617e0 {{(pid=78777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 13:33:21.221758 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-678d77d9-3cf8-4b8a-b578-7ff2518d7852 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:21.298283 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-678d77d9-3cf8-4b8a-b578-7ff2518d7852 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:21.313254 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-678d77d9-3cf8-4b8a-b578-7ff2518d7852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862903'] for subnet, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:21.351410 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e12bd-92ed-4f03-9351-3a9747b4576f req-5d02ecbb-0a5f-4965-8e53-02a931217490 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:21.352879 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ad4e12bd-92ed-4f03-9351-3a9747b4576f req-5d02ecbb-0a5f-4965-8e53-02a931217490 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.2436366 May 10 13:33:21.393202 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Pushing event updated for resources: {'Port': ['ID=41bd68c8-3acc-4883-8714-ea1578949900,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:21.406803 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:21.474749 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ad4e12bd-92ed-4f03-9351-3a9747b4576f req-35855772-ef91-4739-aa70-edb4ae128598 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153769 May 10 13:33:21.525119 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab344bc9-fc54-4966-895e-949148f13c65 req-a89ba97d-70ff-43fa-8547-0ebbcb5474ef tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:21.526902 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ab344bc9-fc54-4966-895e-949148f13c65 req-a89ba97d-70ff-43fa-8547-0ebbcb5474ef tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 944 time: 0.5202553 May 10 13:33:21.562160 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-8a866a22-6ced-40a8-b250-443534106147 req-9a4fc14b-db7f-41b1-a0a6-f5c9994660e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:21.572976 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-8a866a22-6ced-40a8-b250-443534106147 req-9a4fc14b-db7f-41b1-a0a6-f5c9994660e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Usage tracker for resource:port and tenant:c6ff9c06108141e989e233207747b7c7 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:21.576484 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Attempting to bind port 41bd68c8-3acc-4883-8714-ea1578949900 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:33:21.576840 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Attempting to bind port 41bd68c8-3acc-4883-8714-ea1578949900 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '65396b7b-d93f-43e7-8797-7e6577a2e7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c'}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:33:21.577169 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Attempting to bind port 41bd68c8-3acc-4883-8714-ea1578949900 on network cdc794b0-2dce-44ef-8006-d22c57c9443c {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:33:21.579583 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-8a866a22-6ced-40a8-b250-443534106147 req-9a4fc14b-db7f-41b1-a0a6-f5c9994660e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:21.598026 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-8a866a22-6ced-40a8-b250-443534106147 req-9a4fc14b-db7f-41b1-a0a6-f5c9994660e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:21.599808 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Port 41bd68c8-3acc-4883-8714-ea1578949900 on network cdc794b0-2dce-44ef-8006-d22c57c9443c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 13:33:21.600191 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Attempting to bind port 41bd68c8-3acc-4883-8714-ea1578949900 on network cdc794b0-2dce-44ef-8006-d22c57c9443c {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:33:21.618281 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ab344bc9-fc54-4966-895e-949148f13c65 req-5b0930d5-3bac-4877-9c07-5463a7ee7a1e tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817986 May 10 13:33:21.618973 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Checking agent: {'id': '94ccf6da-ba5a-4c56-b2e0-555501816ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:33:21.619306 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Checking segment: {'id': '65396b7b-d93f-43e7-8797-7e6577a2e7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:33:21.619676 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Bound using segment: {'id': '65396b7b-d93f-43e7-8797-7e6577a2e7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c'} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:33:21.620103 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Bound port: 41bd68c8-3acc-4883-8714-ea1578949900, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65396b7b-d93f-43e7-8797-7e6577a2e7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c'}}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:33:21.620444 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:21.676276 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a866a22-6ced-40a8-b250-443534106147 req-9a4fc14b-db7f-41b1-a0a6-f5c9994660e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Made reservation on behalf of c6ff9c06108141e989e233207747b7c7 for: {'port': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:33:21.679804 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8a866a22-6ced-40a8-b250-443534106147 req-9a4fc14b-db7f-41b1-a0a6-f5c9994660e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:21.679962 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-678d77d9-3cf8-4b8a-b578-7ff2518d7852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for subnet, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:21.691898 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ef16bd16-075b-4942-8b48-1f1e1c7ba58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:21.726162 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0d49f-4cdc-40e6-a860-314d6591c263 req-d48405b8-bdad-4d92-8e3c-2fd455f0f843 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:21.727604 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f2e0d49f-4cdc-40e6-a860-314d6591c263 req-d48405b8-bdad-4d92-8e3c-2fd455f0f843 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 946 time: 0.1383543 May 10 13:33:21.734480 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d77d9-3cf8-4b8a-b578-7ff2518d7852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3ac8510-e1f7-4f8a-9143-c35a893617e0,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:21.737507 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-678d77d9-3cf8-4b8a-b578-7ff2518d7852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:21.740618 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-678d77d9-3cf8-4b8a-b578-7ff2518d7852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:21.758823 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2b6e139c-fe15-4d13-bec7-1a2e55bd04be details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:33:21.759882 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-678d77d9-3cf8-4b8a-b578-7ff2518d7852 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e3ac8510-e1f7-4f8a-9143-c35a893617e0 HTTP/1.1" status: 204 len: 168 time: 0.7074621 May 10 13:33:21.762458 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 38906) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:21.897997 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f2e0d49f-4cdc-40e6-a860-314d6591c263 req-0137742a-f9b2-4ea7-a70d-37d0f6b5391e tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615264 May 10 13:33:21.900400 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [req-8a866a22-6ced-40a8-b250-443534106147 req-9a4fc14b-db7f-41b1-a0a6-f5c9994660e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Allocated IP 172.20.0.10 (1a7d65b3-be02-41ec-a693-9dd00b6b1fa3/6b658a93-aa06-406d-89ec-55b1cb7ae722/b527d1e2-fffe-4d81-8366-22ccf6ebc0e1) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:33:21.944085 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782519'] for network, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:22.009642 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:33:22.025405 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'port_id': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be', 'mac_address': 'fa:16:3e:97:5e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:33:22.047471 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] For port 41bd68c8-3acc-4883-8714-ea1578949900, host hv-cinder-78494, cleared binding levels {{(pid=78778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:33:22.085601 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:22.103051 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b6e139c-fe15-4d13-bec7-1a2e55bd04be {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:33:22.119162 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:33:22.123430 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:22.125416 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:22.130422 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] For port 41bd68c8-3acc-4883-8714-ea1578949900, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=41bd68c8-3acc-4883-8714-ea1578949900,segment=NetworkSegment(65396b7b-d93f-43e7-8797-7e6577a2e7f2),segment_id=65396b7b-d93f-43e7-8797-7e6577a2e7f2)] {{(pid=78778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:33:22.131517 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8786273459357'] for network, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:22.141188 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:22.147346 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:33:22.147615 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-f4a2f8a7-1de4-4024-a9e9-5a40baa1b818 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:22.147741 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:33:22.148627 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:33:22.148792 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Subscribe: > port after_create 55550000 {{(pid=78777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:33:22.149108 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:33:22.149460 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Subscribe: > port after_update 55550000 {{(pid=78777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:33:22.149780 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:33:22.150101 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:33:22.150443 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:33:22.150759 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:33:22.202462 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,revision_number=6']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:22.205566 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:22.217136 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:33:22.220315 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:22.220924 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:22.222315 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] 10.222.0.11 "PUT /v2.0/ports/41bd68c8-3acc-4883-8714-ea1578949900 HTTP/1.1" status: 200 len: 1094 time: 2.2486820 May 10 13:33:22.223838 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752a7a5b-25f9-4985-94e6-38136e6f49e7', 'tag': '41bd68c8-3acc-4883-8714-ea1578949900'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:33:22.225748 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:33:22.226179 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:33:22.226540 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:33:22.226928 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed5200d-e19b-4ffe-9db8-7b67addc4c96']}} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:33:22.239746 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['2b6e139c-fe15-4d13-bec7-1a2e55bd04be'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:33:22.264185 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f17025-9333-4884-a9cf-1e78b6aec97b') {'for_net_delete': True} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:33:22.264474 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f17025-9333-4884-a9cf-1e78b6aec97b') {} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:33:22.280050 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786273471335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2491361'] for segment, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:22.306598 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:22.316116 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=78777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 13:33:22.316771 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3874367'] for segment, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:22.334818 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bae3ca-4201-4939-9087-9583f01caf89 req-5782f8cb-58d4-406a-a83c-156e0ddeacdb tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:22.336326 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c3bae3ca-4201-4939-9087-9583f01caf89 req-5782f8cb-58d4-406a-a83c-156e0ddeacdb tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.3665569 May 10 13:33:22.347526 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Pushing event updated for resources: {'Port': ['ID=41bd68c8-3acc-4883-8714-ea1578949900,revision_number=3']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:22.354438 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: from cryptography.utils import int_from_bytes May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: from cryptography.utils import int_from_bytes May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: Traceback (most recent call last): May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: timer() May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: cb(*args, **kw) May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: return func(*args, **kwargs) May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: self._notify() May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: self.callback(batched_events) May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: event.method(event) May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: aggregate_uuid = self.p_client.list_aggregates( May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: return f(self, *a, **k) May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: return self._get(url).json() May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: return self.request(url, 'GET', **kwargs) May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: base_url = self.get_endpoint(auth, allow=allow, May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 13:33:22.396452 dv-cinder-784945-7-smb neutron-server[78777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 13:33:22.421401 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8a866a22-6ced-40a8-b250-443534106147 req-9a4fc14b-db7f-41b1-a0a6-f5c9994660e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:22.437214 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c3bae3ca-4201-4939-9087-9583f01caf89 req-925f74f2-67b8-454f-a4ee-25eb3e1409c7 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906763 May 10 13:33:22.462440 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835391a5-9c39-4f11-a8d1-03e876fe9072 req-f4c7a857-ac00-4830-a0ec-286d7bb2a118 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:22.464799 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-835391a5-9c39-4f11-a8d1-03e876fe9072 req-f4c7a857-ac00-4830-a0ec-286d7bb2a118 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.3957205 May 10 13:33:22.470719 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-b19a898f-8ff8-4014-b80a-3ff50c1e0140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:22.472199 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-b19a898f-8ff8-4014-b80a-3ff50c1e0140 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a6534be084a463cba9c1f70213e861c&device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 1097 time: 0.1957688 May 10 13:33:22.493538 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1711221'] for network, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:22.504533 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:22.535072 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:22.543988 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Pushing event deleted for resources: {'Network': ['ID=eed5200d-e19b-4ffe-9db8-7b67addc4c96,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:22.549852 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-f54744d1-2dde-44e4-962e-fa952765c121 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41bd68c8-3acc-4883-8714-ea1578949900 HTTP/1.1" status: 200 len: 217 time: 0.0683205 May 10 13:33:22.552121 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:22.556839 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] 10.222.0.30 "DELETE /v2.0/networks/eed5200d-e19b-4ffe-9db8-7b67addc4c96 HTTP/1.1" status: 204 len: 168 time: 0.7901626 May 10 13:33:22.557159 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-835391a5-9c39-4f11-a8d1-03e876fe9072 req-c67ef7b8-18ca-419c-b53c-1130ecef3211 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852063 May 10 13:33:22.557734 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 38920) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:22.619748 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f25c2c7-42b8-46b8-ab1f-9cc824a2c6d1 admin admin] Deleting subnet f95b5af9-51f8-421f-96b4-4793c0f2002b {{(pid=78777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 13:33:22.623009 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9f25c2c7-42b8-46b8-ab1f-9cc824a2c6d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:22.632046 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8a866a22-6ced-40a8-b250-443534106147 req-9a4fc14b-db7f-41b1-a0a6-f5c9994660e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:22.647770 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752a7a5b-25f9-4985-94e6-38136e6f49e7', 'tag': '41bd68c8-3acc-4883-8714-ea1578949900', 'status': 'completed', 'code': 200} May 10 13:33:22.648360 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-4cfd9d21-980b-43dd-9a97-19335867fcac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:22.731504 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a866a22-6ced-40a8-b250-443534106147 req-9a4fc14b-db7f-41b1-a0a6-f5c9994660e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Network 1a7d65b3-be02-41ec-a693-9dd00b6b1fa3 is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:33:22.737608 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [req-8a866a22-6ced-40a8-b250-443534106147 req-9a4fc14b-db7f-41b1-a0a6-f5c9994660e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:33:22.748492 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9f25c2c7-42b8-46b8-ab1f-9cc824a2c6d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2491390'] for subnet, precommit_delete_associations {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:22.756067 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a866a22-6ced-40a8-b250-443534106147 req-9a4fc14b-db7f-41b1-a0a6-f5c9994660e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:33:22.795653 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fc14b-db7f-41b1-a0a6-f5c9994660e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Pushing event updated for resources: {'Port': ['ID=b527d1e2-fffe-4d81-8366-22ccf6ebc0e1,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:22.801521 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9a053ae4-b6a3-43fc-aabf-302db615cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:22.802936 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-9a053ae4-b6a3-43fc-aabf-302db615cfab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=28cae42e-babc-4b3c-91e3-f80b7f1706c7 HTTP/1.1" status: 200 len: 854 time: 0.2061176 May 10 13:33:22.805601 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-9a4fc14b-db7f-41b1-a0a6-f5c9994660e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:22.849642 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9f25c2c7-42b8-46b8-ab1f-9cc824a2c6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862903'] for subnet, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:22.877510 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a866a22-6ced-40a8-b250-443534106147 req-9a4fc14b-db7f-41b1-a0a6-f5c9994660e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:22.878115 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8a866a22-6ced-40a8-b250-443534106147 req-9a4fc14b-db7f-41b1-a0a6-f5c9994660e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:22.894940 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659a8a1-2a16-4648-b199-18f191531be2 req-a6df159b-894f-4c0a-afaf-0207954c4da1 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:22.896378 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6659a8a1-2a16-4648-b199-18f191531be2 req-a6df159b-894f-4c0a-afaf-0207954c4da1 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 932 time: 0.3449674 May 10 13:33:22.935551 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e1053-f74b-439d-b6ae-29b039398115 req-e99710a9-af82-41af-8f57-b6af45ee7731 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:22.936904 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a866a22-6ced-40a8-b250-443534106147 req-9a4fc14b-db7f-41b1-a0a6-f5c9994660e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7675104 May 10 13:33:22.937490 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-fe7e1053-f74b-439d-b6ae-29b039398115 req-e99710a9-af82-41af-8f57-b6af45ee7731 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 945 time: 0.1626494 May 10 13:33:22.954538 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Request body: {'port': {'device_id': 'd5932ec4-56ce-4ee3-86e3-171f4f80568e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:23.006063 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6659a8a1-2a16-4648-b199-18f191531be2 req-2b37ea37-cf04-4d96-bf45-2bba6d6d0622 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016991 May 10 13:33:23.032457 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-0781502d-ab70-4bb7-b2b3-a99e493c197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:23.034029 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-0781502d-ab70-4bb7-b2b3-a99e493c197d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cdc794b0-2dce-44ef-8006-d22c57c9443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2094135 May 10 13:33:23.057983 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-fe7e1053-f74b-439d-b6ae-29b039398115 req-8264a431-c9fe-48bf-a35f-34da20da3597 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759509 May 10 13:33:23.176173 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9f25c2c7-42b8-46b8-ab1f-9cc824a2c6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3874393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2121738'] for subnet, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:23.197496 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:23.235128 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9f25c2c7-42b8-46b8-ab1f-9cc824a2c6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:23.243179 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25c2c7-42b8-46b8-ab1f-9cc824a2c6d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f95b5af9-51f8-421f-96b4-4793c0f2002b,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:23.246295 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-9f25c2c7-42b8-46b8-ab1f-9cc824a2c6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:23.248249 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-9f25c2c7-42b8-46b8-ab1f-9cc824a2c6d1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f95b5af9-51f8-421f-96b4-4793c0f2002b HTTP/1.1" status: 204 len: 168 time: 0.6895058 May 10 13:33:23.250613 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 38936) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:23.395052 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:23.404950 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8eee318b-3a6b-4ae2-8390-5ead6030f4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782519'] for network, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:23.507108 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-f729d290-4885-451f-91bf-34ecb25e469f service neutron] 10.222.0.11 "GET /v2.0/networks/cdc794b0-2dce-44ef-8006-d22c57c9443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442489 May 10 13:33:23.529515 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa7fd7-d63b-46ac-a8a9-b800a3946b4a req-dbb5d5c9-6f54-43fa-ba9e-4dde53d02790 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:23.530937 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-efaa7fd7-d63b-46ac-a8a9-b800a3946b4a req-dbb5d5c9-6f54-43fa-ba9e-4dde53d02790 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 946 time: 0.2778850 May 10 13:33:23.576546 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8eee318b-3a6b-4ae2-8390-5ead6030f4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8786273459357'] for network, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:23.598258 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-8eee318b-3a6b-4ae2-8390-5ead6030f4eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24004e7d-7ea4-4766-bac6-c72a765553d7']}} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:33:23.615834 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-8eee318b-3a6b-4ae2-8390-5ead6030f4eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0cf08c-dc39-46ce-a73d-d2c483fb021e') {'for_net_delete': True} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:33:23.616091 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-8eee318b-3a6b-4ae2-8390-5ead6030f4eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0cf08c-dc39-46ce-a73d-d2c483fb021e') {} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:33:23.629313 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-efaa7fd7-d63b-46ac-a8a9-b800a3946b4a req-4dedc1be-814c-42f9-8bd9-d648ad254e73 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809641 May 10 13:33:23.632729 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8eee318b-3a6b-4ae2-8390-5ead6030f4eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786273471335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2491361'] for segment, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:23.650013 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8eee318b-3a6b-4ae2-8390-5ead6030f4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:23.655101 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e434d-091b-4e0b-bf60-9c2c654344c4 req-c9ec77a4-6a27-4855-b39d-a0c9e6a16872 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:23.657616 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eee318b-3a6b-4ae2-8390-5ead6030f4eb admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=78777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 13:33:23.658000 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8eee318b-3a6b-4ae2-8390-5ead6030f4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3874367'] for segment, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: Traceback (most recent call last): May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: timer() May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: cb(*args, **kw) May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: return func(*args, **kwargs) May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: self._notify() May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: self.callback(batched_events) May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: event.method(event) May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: aggregate_uuid = self.p_client.list_aggregates( May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: return f(self, *a, **k) May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: return self._get(url).json() May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: return self.request(url, 'GET', **kwargs) May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: base_url = self.get_endpoint(auth, allow=allow, May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 13:33:23.672893 dv-cinder-784945-7-smb neutron-server[78777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 13:33:23.674897 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-1f7e434d-091b-4e0b-bf60-9c2c654344c4 req-c9ec77a4-6a27-4855-b39d-a0c9e6a16872 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 944 time: 0.3591001 May 10 13:33:23.786882 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8eee318b-3a6b-4ae2-8390-5ead6030f4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1711221'] for network, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:23.792687 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2b6e139c-fe15-4d13-bec7-1a2e55bd04be up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:33:23.796781 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:23.813840 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8eee318b-3a6b-4ae2-8390-5ead6030f4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:23.860167 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee318b-3a6b-4ae2-8390-5ead6030f4eb admin admin] Pushing event deleted for resources: {'Network': ['ID=24004e7d-7ea4-4766-bac6-c72a765553d7,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:23.869451 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-8eee318b-3a6b-4ae2-8390-5ead6030f4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:23.883697 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-1f7e434d-091b-4e0b-bf60-9c2c654344c4 req-73bf3aca-9cd9-45e7-ac29-31a67cdfae84 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095523 May 10 13:33:23.894351 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-8eee318b-3a6b-4ae2-8390-5ead6030f4eb admin admin] 10.222.0.30 "DELETE /v2.0/networks/24004e7d-7ea4-4766-bac6-c72a765553d7 HTTP/1.1" status: 204 len: 168 time: 0.6422300 May 10 13:33:23.925235 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-115a0861-5b99-4866-aac4-cb8972d870d8 req-4d7c141d-a0cf-4b76-9f96-70e1d9bf8383 service neutron] 10.222.0.11 "GET /v2.0/networks/cdc794b0-2dce-44ef-8006-d22c57c9443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019635 May 10 13:33:23.985162 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:33:23.987446 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:24.010578 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5528f30-f6c1-439b-926e-5f92d21e44a2 req-5424a69e-f617-412b-b5ea-3d61cb4cb29f tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:24.020803 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d5528f30-f6c1-439b-926e-5f92d21e44a2 req-5424a69e-f617-412b-b5ea-3d61cb4cb29f tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.2039557 May 10 13:33:24.101868 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d5528f30-f6c1-439b-926e-5f92d21e44a2 req-594de289-3d1d-484e-b039-2565d847b209 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797417 May 10 13:33:24.159414 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:24.192342 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd841b5b-4923-4129-b966-917fa897af6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:33:24.209144 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:33:24.218691 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:24.224316 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-dd200932-9288-46fa-9a95-ccf686d9f52a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:24.327358 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40522de0-a048-458a-b2ed-d8ee812bcd29 req-62b2252f-e85b-42b8-b323-3e598668b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:24.329035 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-40522de0-a048-458a-b2ed-d8ee812bcd29 req-62b2252f-e85b-42b8-b323-3e598668b023 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a6534be084a463cba9c1f70213e861c&device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 1097 time: 0.3037412 May 10 13:33:24.342087 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 {{(pid=78778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:33:24.383282 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 38974) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:24.390425 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:24.404523 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b544fd-35a6-4388-b18c-04243f380f7d req-23c01afc-83c1-406d-9fc3-7271cace5971 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:24.412024 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-42b544fd-35a6-4388-b18c-04243f380f7d req-23c01afc-83c1-406d-9fc3-7271cace5971 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.2805741 May 10 13:33:24.466578 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,revision_number=7']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:24.475896 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:24.510697 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba2cc8-7d2c-4f5d-9437-02c0a0a79dde req-540a3bef-2fd0-4b22-ba18-d51d660f2e4f tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:24.519060 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-50ba2cc8-7d2c-4f5d-9437-02c0a0a79dde req-540a3bef-2fd0-4b22-ba18-d51d660f2e4f tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 932 time: 0.2136831 May 10 13:33:24.543518 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Transition to ACTIVE for port object b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 will not be triggered until provisioned by entity L2. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:33:24.588253 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-50ba2cc8-7d2c-4f5d-9437-02c0a0a79dde req-43335751-7091-4a0e-b878-1ac6875c3b00 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Synchronizing usage tracker for tenant:c6ff9c06108141e989e233207747b7c7 on resource:security_group {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:33:24.593158 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:24.603027 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:24.629401 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-50ba2cc8-7d2c-4f5d-9437-02c0a0a79dde req-43335751-7091-4a0e-b878-1ac6875c3b00 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Unset dirty status for tenant:c6ff9c06108141e989e233207747b7c7 on resource:security_group {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:33:24.630688 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-50ba2cc8-7d2c-4f5d-9437-02c0a0a79dde req-43335751-7091-4a0e-b878-1ac6875c3b00 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107645 May 10 13:33:24.680108 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-42b544fd-35a6-4388-b18c-04243f380f7d req-681173e7-2d90-485c-89ed-4f54b1b9e3f1 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671664 May 10 13:33:24.793749 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd841b5b-4923-4129-b966-917fa897af6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be', 'code': 200} May 10 13:33:24.857604 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-c7498c02-b36b-47ec-bc73-e3f19d986d05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aebf99ff586f4257b23b34c0f1cc30b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4679749 May 10 13:33:24.857838 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40522de0-a048-458a-b2ed-d8ee812bcd29 req-2d1ac939-9a9e-4f46-913c-deac0cfd9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:24.860108 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-40522de0-a048-458a-b2ed-d8ee812bcd29 req-2d1ac939-9a9e-4f46-913c-deac0cfd9f76 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cdc794b0-2dce-44ef-8006-d22c57c9443c HTTP/1.1" status: 200 len: 916 time: 0.5131474 May 10 13:33:24.860758 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Pushing event updated for resources: {'Port': ['ID=b527d1e2-fffe-4d81-8366-22ccf6ebc0e1,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:24.864139 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 38982) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:24.866808 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:25.012466 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff234773-2a5c-4a3b-9b2a-df069180f6d8 req-efb4c95f-cb14-4f94-b902-de3dcc641d86 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:25.014614 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ff234773-2a5c-4a3b-9b2a-df069180f6d8 req-efb4c95f-cb14-4f94-b902-de3dcc641d86 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.2117417 May 10 13:33:25.071387 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-40522de0-a048-458a-b2ed-d8ee812bcd29 req-547bd5a1-7f08-478a-9012-9a46619d09d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41bd68c8-3acc-4883-8714-ea1578949900 HTTP/1.1" status: 200 len: 217 time: 0.1755962 May 10 13:33:25.120401 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ff234773-2a5c-4a3b-9b2a-df069180f6d8 req-f17e9344-1694-4780-b936-f7d739e7b107 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892775 May 10 13:33:25.333905 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40522de0-a048-458a-b2ed-d8ee812bcd29 req-5671a14c-5ac4-44fa-9e08-3c18050a387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:25.335441 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-40522de0-a048-458a-b2ed-d8ee812bcd29 req-5671a14c-5ac4-44fa-9e08-3c18050a387a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=28cae42e-babc-4b3c-91e3-f80b7f1706c7 HTTP/1.1" status: 200 len: 854 time: 0.2251072 May 10 13:33:25.343246 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9672543d-78e7-4800-9585-93be91126e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:25.349282 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Attempting to bind port b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:33:25.349916 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Attempting to bind port b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '0905861c-c669-4aa6-a3a0-995fa033c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1a7d65b3-be02-41ec-a693-9dd00b6b1fa3'}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:33:25.350244 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Attempting to bind port b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 on network 1a7d65b3-be02-41ec-a693-9dd00b6b1fa3 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:33:25.532129 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Port b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 on network 1a7d65b3-be02-41ec-a693-9dd00b6b1fa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 13:33:25.532129 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Attempting to bind port b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 on network 1a7d65b3-be02-41ec-a693-9dd00b6b1fa3 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:33:25.564823 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Checking agent: {'id': '94ccf6da-ba5a-4c56-b2e0-555501816ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:33:25.565166 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Checking segment: {'id': '0905861c-c669-4aa6-a3a0-995fa033c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1a7d65b3-be02-41ec-a693-9dd00b6b1fa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:33:25.565581 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Bound using segment: {'id': '0905861c-c669-4aa6-a3a0-995fa033c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1a7d65b3-be02-41ec-a693-9dd00b6b1fa3'} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:33:25.566011 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Bound port: b527d1e2-fffe-4d81-8366-22ccf6ebc0e1, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0905861c-c669-4aa6-a3a0-995fa033c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1a7d65b3-be02-41ec-a693-9dd00b6b1fa3'}}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:33:25.566350 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:25.580565 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9672543d-78e7-4800-9585-93be91126e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:25.630701 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7c44b-89b7-4113-a7fb-e0e667cde293 req-829de6cb-1c5e-419a-a78e-67dc533fb2f1 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:25.636902 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-23a7c44b-89b7-4113-a7fb-e0e667cde293 req-829de6cb-1c5e-419a-a78e-67dc533fb2f1 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.1017530 May 10 13:33:25.673259 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc64a3-4913-45a0-bbde-500bfff7735d req-d2822cf5-f30a-4964-836f-efb80e6f2df1 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:25.674754 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d9cc64a3-4913-45a0-bbde-500bfff7735d req-d2822cf5-f30a-4964-836f-efb80e6f2df1 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 944 time: 0.4957509 May 10 13:33:25.686986 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-23a7c44b-89b7-4113-a7fb-e0e667cde293 req-3d6be152-9525-4cc3-85ae-be292da725a9 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490024 May 10 13:33:25.798090 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] For port b527d1e2-fffe-4d81-8366-22ccf6ebc0e1, host hv-cinder-78494, cleared binding levels {{(pid=78778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:33:25.811524 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d9cc64a3-4913-45a0-bbde-500bfff7735d req-054b83ff-e280-409e-974e-ceb14374b7ad tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185768 May 10 13:33:25.815274 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40522de0-a048-458a-b2ed-d8ee812bcd29 req-c870e2e5-4593-4e8d-a2c2-1d020039fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:25.815816 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-40522de0-a048-458a-b2ed-d8ee812bcd29 req-c870e2e5-4593-4e8d-a2c2-1d020039fa38 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cdc794b0-2dce-44ef-8006-d22c57c9443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4702837 May 10 13:33:25.890808 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 41bd68c8-3acc-4883-8714-ea1578949900 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:33:26.000126 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9672543d-78e7-4800-9585-93be91126e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:26.003080 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665aac2-8718-467d-a46f-dd3738fa551f req-c5c5d995-53c4-4451-bd9a-85bbb0fb971d tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:26.004965 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3665aac2-8718-467d-a46f-dd3738fa551f req-c5c5d995-53c4-4451-bd9a-85bbb0fb971d tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 946 time: 0.1574769 May 10 13:33:26.017904 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] For port b527d1e2-fffe-4d81-8366-22ccf6ebc0e1, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b527d1e2-fffe-4d81-8366-22ccf6ebc0e1,segment=NetworkSegment(0905861c-c669-4aa6-a3a0-995fa033c5c9),segment_id=0905861c-c669-4aa6-a3a0-995fa033c5c9)] {{(pid=78778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:33:26.019158 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-cb9580b5-f7af-4861-8568-d216e52965f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:26.071583 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3665aac2-8718-467d-a46f-dd3738fa551f req-582f136d-f0ec-40f4-aa2d-143bedc9564b tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589023 May 10 13:33:26.077647 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:26.101898 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:26.102362 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:26.103759 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a866a22-6ced-40a8-b250-443534106147 req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] 10.222.0.11 "PUT /v2.0/ports/b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 HTTP/1.1" status: 200 len: 1094 time: 3.1562648 May 10 13:33:26.108962 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5932ec4-56ce-4ee3-86e3-171f4f80568e', 'tag': 'b527d1e2-fffe-4d81-8366-22ccf6ebc0e1'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:33:26.114513 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672543d-78e7-4800-9585-93be91126e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc377d4e-f2ad-4df1-90d7-5e51550f7a72,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:26.124083 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-9672543d-78e7-4800-9585-93be91126e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:26.130355 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-9cef28b1-4340-4b46-b60d-8638b0db893a tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:26.195350 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 41bd68c8-3acc-4883-8714-ea1578949900, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=41bd68c8-3acc-4883-8714-ea1578949900,segment=NetworkSegment(65396b7b-d93f-43e7-8797-7e6577a2e7f2),segment_id=65396b7b-d93f-43e7-8797-7e6577a2e7f2)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:33:26.227000 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': '41bd68c8-3acc-4883-8714-ea1578949900', 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c', 'port_id': '41bd68c8-3acc-4883-8714-ea1578949900', 'mac_address': 'fa:16:3e:86:0d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28cae42e-babc-4b3c-91e3-f80b7f1706c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:33:26.233874 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9672543d-78e7-4800-9585-93be91126e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:26.234970 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-9672543d-78e7-4800-9585-93be91126e86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc377d4e-f2ad-4df1-90d7-5e51550f7a72 HTTP/1.1" status: 204 len: 168 time: 1.3699405 May 10 13:33:26.365735 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-40522de0-a048-458a-b2ed-d8ee812bcd29 req-49af8e31-8610-4656-baa5-1c62d15262d0 service neutron] 10.222.0.11 "GET /v2.0/networks/cdc794b0-2dce-44ef-8006-d22c57c9443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265448 May 10 13:33:26.369271 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Pushing event updated for resources: {'Port': ['ID=b527d1e2-fffe-4d81-8366-22ccf6ebc0e1,revision_number=3']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:26.373872 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:26.409562 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:26.450850 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41bd68c8-3acc-4883-8714-ea1578949900 {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:33:26.484269 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 41bd68c8-3acc-4883-8714-ea1578949900, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=41bd68c8-3acc-4883-8714-ea1578949900,segment=NetworkSegment(65396b7b-d93f-43e7-8797-7e6577a2e7f2),segment_id=65396b7b-d93f-43e7-8797-7e6577a2e7f2)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:33:26.490265 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:26.492434 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:26.540097 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-40522de0-a048-458a-b2ed-d8ee812bcd29 req-f9f33aca-4bac-4aba-87bc-7e2a6b8a36b7 service neutron] 10.222.0.11 "GET /v2.0/networks/cdc794b0-2dce-44ef-8006-d22c57c9443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647773 May 10 13:33:26.565874 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7713f-9ca1-4ea2-8100-38d1be01aee1 req-e521e3f2-8cae-4165-ac47-fefb900d95e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:26.569019 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-04f7713f-9ca1-4ea2-8100-38d1be01aee1 req-e521e3f2-8cae-4165-ac47-fefb900d95e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Synchronizing usage tracker for tenant:c6ff9c06108141e989e233207747b7c7 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:33:26.706927 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a866a22-6ced-40a8-b250-443534106147 req-0f69fd5b-753a-4344-bcea-c1212008821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:26.708980 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a866a22-6ced-40a8-b250-443534106147 req-0f69fd5b-753a-4344-bcea-c1212008821e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6ff9c06108141e989e233207747b7c7&device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 1097 time: 0.5389364 May 10 13:33:26.716876 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-04f7713f-9ca1-4ea2-8100-38d1be01aee1 req-e521e3f2-8cae-4165-ac47-fefb900d95e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Unset dirty status for tenant:c6ff9c06108141e989e233207747b7c7 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:33:26.718035 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-04f7713f-9ca1-4ea2-8100-38d1be01aee1 req-e521e3f2-8cae-4165-ac47-fefb900d95e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 944 time: 0.7190959 May 10 13:33:26.733443 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=41bd68c8-3acc-4883-8714-ea1578949900,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:26.737226 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd00fde-de06-4b56-a41b-dc65349d553e req-d60c87b0-65a0-401f-8508-fd3dfa1a2a3a tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:26.738205 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:26.740156 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-2dd00fde-de06-4b56-a41b-dc65349d553e req-d60c87b0-65a0-401f-8508-fd3dfa1a2a3a tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.2002079 May 10 13:33:26.788997 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-2dd00fde-de06-4b56-a41b-dc65349d553e req-79aac872-f816-49d1-84fc-f198010302fe tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403585 May 10 13:33:26.797458 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['41bd68c8-3acc-4883-8714-ea1578949900'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:33:26.834395 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a866a22-6ced-40a8-b250-443534106147 req-c2ed180c-eba4-4ed4-866d-a5e71978ba61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 HTTP/1.1" status: 200 len: 217 time: 0.1149051 May 10 13:33:26.891432 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5932ec4-56ce-4ee3-86e3-171f4f80568e', 'tag': 'b527d1e2-fffe-4d81-8366-22ccf6ebc0e1', 'status': 'completed', 'code': 200} May 10 13:33:26.975565 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-04f7713f-9ca1-4ea2-8100-38d1be01aee1 req-3fb00768-242c-4a4d-b987-871878be6e6f tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868010 May 10 13:33:27.047177 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93eae0-e112-415f-b198-e80dca05236e req-b35515e7-685a-4a58-8e05-dcc03efd0719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:27.048599 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ef93eae0-e112-415f-b198-e80dca05236e req-b35515e7-685a-4a58-8e05-dcc03efd0719 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cbf6a3e7b18e4feea680a92d87a1e13a&device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 1098 time: 0.4224501 May 10 13:33:27.053070 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a866a22-6ced-40a8-b250-443534106147 req-56029b1c-3bcb-4de1-90bf-b1015c75e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:27.054683 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a866a22-6ced-40a8-b250-443534106147 req-56029b1c-3bcb-4de1-90bf-b1015c75e130 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b658a93-aa06-406d-89ec-55b1cb7ae722 HTTP/1.1" status: 200 len: 854 time: 0.1602542 May 10 13:33:27.060369 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 39012) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:27.151296 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0329c8e-6181-45f2-8242-489146412c50 req-eb1fa792-4ad6-4e58-857a-3292f5331c00 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:27.159085 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d0329c8e-6181-45f2-8242-489146412c50 req-eb1fa792-4ad6-4e58-857a-3292f5331c00 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.1885865 May 10 13:33:27.207170 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d0329c8e-6181-45f2-8242-489146412c50 req-9082cb71-9bf1-4624-bdbc-7a2424661045 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472083 May 10 13:33:27.252434 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a866a22-6ced-40a8-b250-443534106147 req-0520f503-6158-48c8-b214-9f96f992d7b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1a7d65b3-be02-41ec-a693-9dd00b6b1fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1737926 May 10 13:33:27.294918 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d591a-bc61-4644-9ea5-b499cb04915f req-902b3c43-b280-4e0d-828f-cdd481c5570f tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:27.296835 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-959d591a-bc61-4644-9ea5-b499cb04915f req-902b3c43-b280-4e0d-828f-cdd481c5570f tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.11 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 946 time: 0.4588423 May 10 13:33:27.443592 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f64da-94fd-4c75-9270-4d435f611cfb req-e104e542-221a-4a1e-9fdf-b8feccbb6863 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:27.445146 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a49f64da-94fd-4c75-9270-4d435f611cfb req-e104e542-221a-4a1e-9fdf-b8feccbb6863 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 945 time: 0.1121395 May 10 13:33:27.504562 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a49f64da-94fd-4c75-9270-4d435f611cfb req-c87ca40b-575c-44f9-b0e8-632e4e22181a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498974 May 10 13:33:27.719564 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99df27-d658-415b-9b04-b1287ccbb6cd req-46aeb6ee-4adf-4e8f-b700-e08b277b0130 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:27.728418 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ec99df27-d658-415b-9b04-b1287ccbb6cd req-46aeb6ee-4adf-4e8f-b700-e08b277b0130 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 946 time: 0.1138349 May 10 13:33:27.781234 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ec99df27-d658-415b-9b04-b1287ccbb6cd req-679c7075-7eb2-4890-9896-2febe4079f0e tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519352 May 10 13:33:27.799842 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-9f6bc6c8-f272-4179-b5eb-975eafa33399 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ac9dd85fbd14dd5a6e17d0ca68eb78d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7320831 May 10 13:33:27.800886 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 39022) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:27.818360 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 41bd68c8-3acc-4883-8714-ea1578949900 up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:33:27.886103 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-eb33e2c5-c372-4fb2-ab1a-64729731005f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:27.886322 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93eae0-e112-415f-b198-e80dca05236e req-3e287b10-e86c-43f4-920d-bebecf39e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:27.887777 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ef93eae0-e112-415f-b198-e80dca05236e req-3e287b10-e86c-43f4-920d-bebecf39e2bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=84ebd01f-3ae2-4677-9e0c-fa553f1814b3 HTTP/1.1" status: 200 len: 911 time: 0.8207366 May 10 13:33:27.893424 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a866a22-6ced-40a8-b250-443534106147 req-f5bcc6cc-69cd-47a1-aeb6-22308e7600c0 service neutron] 10.222.0.11 "GET /v2.0/networks/1a7d65b3-be02-41ec-a693-9dd00b6b1fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6188259 May 10 13:33:27.934768 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-eb33e2c5-c372-4fb2-ab1a-64729731005f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:28.011058 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning for port 41bd68c8-3acc-4883-8714-ea1578949900 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:33:28.012983 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a11406-ed92-4448-b3cc-01af5b3e0e2f req-1e528727-ea43-44db-9a07-f7d2ff413d3e tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:28.013695 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-eb33e2c5-c372-4fb2-ab1a-64729731005f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:28.015051 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-64a11406-ed92-4448-b3cc-01af5b3e0e2f req-1e528727-ea43-44db-9a07-f7d2ff413d3e tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.7589598 May 10 13:33:28.016488 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port 41bd68c8-3acc-4883-8714-ea1578949900 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:33:28.016870 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:28.022767 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-5580827b-b067-432d-bc31-29d11e1e0917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:28.026373 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-959d591a-bc61-4644-9ea5-b499cb04915f req-7a70b604-b459-48f5-accf-87f8d38ee11f tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Deleting port 9d487302-e8de-4d3a-817f-a24018370429 {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:33:28.026937 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-959d591a-bc61-4644-9ea5-b499cb04915f req-7a70b604-b459-48f5-accf-87f8d38ee11f tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:28.072801 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33e2c5-c372-4fb2-ab1a-64729731005f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68be83a-181b-4f5b-9a71-66481f5061af,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:28.074983 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-eb33e2c5-c372-4fb2-ab1a-64729731005f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:28.078868 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-eb33e2c5-c372-4fb2-ab1a-64729731005f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f68be83a-181b-4f5b-9a71-66481f5061af HTTP/1.1" status: 204 len: 168 time: 0.2745554 May 10 13:33:28.083606 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-eb33e2c5-c372-4fb2-ab1a-64729731005f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:28.167055 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e559059-17c0-4ce1-85a9-463b135ffab7 req-de71eeec-4e94-40f6-9359-2cb4f8d33ccc tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:28.176442 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3e559059-17c0-4ce1-85a9-463b135ffab7 req-de71eeec-4e94-40f6-9359-2cb4f8d33ccc tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1549745 May 10 13:33:28.188853 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-959d591a-bc61-4644-9ea5-b499cb04915f req-7a70b604-b459-48f5-accf-87f8d38ee11f tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] For port 9d487302-e8de-4d3a-817f-a24018370429, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9d487302-e8de-4d3a-817f-a24018370429,segment=NetworkSegment(cb51554c-3cfc-4ba1-91bb-021867b88011),segment_id=cb51554c-3cfc-4ba1-91bb-021867b88011)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:33:28.189202 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-959d591a-bc61-4644-9ea5-b499cb04915f req-7a70b604-b459-48f5-accf-87f8d38ee11f tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:28.232981 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3e559059-17c0-4ce1-85a9-463b135ffab7 req-b5d54b26-ccff-4f9f-9fff-32f0d95cd8eb tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553343 May 10 13:33:28.314711 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:28.363603 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752a7a5b-25f9-4985-94e6-38136e6f49e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bd68c8-3acc-4883-8714-ea1578949900'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:33:28.385911 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 41bd68c8-3acc-4883-8714-ea1578949900, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=41bd68c8-3acc-4883-8714-ea1578949900,segment=NetworkSegment(65396b7b-d93f-43e7-8797-7e6577a2e7f2),segment_id=65396b7b-d93f-43e7-8797-7e6577a2e7f2)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:33:28.395767 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:28.396638 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 9d487302-e8de-4d3a-817f-a24018370429 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:33:28.451541 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-3142c3c9-5e07-4866-aa42-37741bba6f7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:28.532438 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ead552-47b3-40a4-b5fd-2913ffe7e3d9 req-b50ebff8-0dd8-4c46-b14f-728a40aeca9f tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:28.535271 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f3ead552-47b3-40a4-b5fd-2913ffe7e3d9 req-b50ebff8-0dd8-4c46-b14f-728a40aeca9f tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 944 time: 0.1831810 May 10 13:33:28.575839 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=41bd68c8-3acc-4883-8714-ea1578949900,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:28.579454 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:28.611145 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f3ead552-47b3-40a4-b5fd-2913ffe7e3d9 req-56f4e6b2-cc0b-4e06-959e-37cf60ead99a tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693731 May 10 13:33:28.644230 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ef93eae0-e112-415f-b198-e80dca05236e req-ae78b2f0-4d91-4ef2-a3f5-26dd28a367cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e926e862-2c57-4a10-9077-962a29aa4b7c HTTP/1.1" status: 200 len: 1000 time: 0.7487402 May 10 13:33:28.652434 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-959d591a-bc61-4644-9ea5-b499cb04915f req-7a70b604-b459-48f5-accf-87f8d38ee11f tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Calling delete_port for 9d487302-e8de-4d3a-817f-a24018370429 owned by compute:nova {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:33:28.658396 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:28.713537 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 9d487302-e8de-4d3a-817f-a24018370429, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9d487302-e8de-4d3a-817f-a24018370429,segment=NetworkSegment(cb51554c-3cfc-4ba1-91bb-021867b88011),segment_id=cb51554c-3cfc-4ba1-91bb-021867b88011)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:33:28.720374 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:28.722334 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:28.769822 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-64a11406-ed92-4448-b3cc-01af5b3e0e2f req-d6f35150-faaa-4506-ad76-defd545fcfd6 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4962955 May 10 13:33:28.782511 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8a866a22-6ced-40a8-b250-443534106147 req-e407c7e0-bbcd-470b-9d34-fc87e498187b service neutron] 10.222.0.11 "GET /v2.0/networks/1a7d65b3-be02-41ec-a693-9dd00b6b1fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8706772 May 10 13:33:28.811997 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93eae0-e112-415f-b198-e80dca05236e req-00e81a7c-09ca-4f15-9b67-7e18badf645b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:28.814799 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ef93eae0-e112-415f-b198-e80dca05236e req-00e81a7c-09ca-4f15-9b67-7e18badf645b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72850fb9-4f1b-4ea3-98c6-92c4f29f074e HTTP/1.1" status: 200 len: 849 time: 0.1563537 May 10 13:33:28.838913 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=9d487302-e8de-4d3a-817f-a24018370429,revision_number=6']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:28.849956 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:28.877365 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c5373-dbaf-4a6e-8197-f4cf10819cef req-d3130173-912a-4c07-a9c2-da7eaf7a00a6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:28.879221 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-083c5373-dbaf-4a6e-8197-f4cf10819cef req-d3130173-912a-4c07-a9c2-da7eaf7a00a6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.1370902 May 10 13:33:28.889812 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752a7a5b-25f9-4985-94e6-38136e6f49e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bd68c8-3acc-4883-8714-ea1578949900', 'code': 200} May 10 13:33:28.962749 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-083c5373-dbaf-4a6e-8197-f4cf10819cef req-2e4b9ecb-51d4-48ea-a5fd-dba5370e8488 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770125 May 10 13:33:29.122373 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93eae0-e112-415f-b198-e80dca05236e req-b02bd859-21b8-4b45-80e3-cb0051a72507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:29.125989 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ef93eae0-e112-415f-b198-e80dca05236e req-b02bd859-21b8-4b45-80e3-cb0051a72507 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84ebd01f-3ae2-4677-9e0c-fa553f1814b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2994649 May 10 13:33:29.263214 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d23cf-d168-4ea0-bcc7-616bb73757f5 req-f4305c6b-4461-4f46-8ad7-9bc281bfcba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:29.265202 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d07d23cf-d168-4ea0-bcc7-616bb73757f5 req-f4305c6b-4461-4f46-8ad7-9bc281bfcba5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6ff9c06108141e989e233207747b7c7&device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 1097 time: 0.3657687 May 10 13:33:29.375579 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-959d591a-bc61-4644-9ea5-b499cb04915f req-7a70b604-b459-48f5-accf-87f8d38ee11f tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:29.407016 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daeabd7-1409-44a6-a8d5-02ac391ba5ec req-3a5846b0-d067-4303-9dc9-83fedbf3020d tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:29.413822 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:29.414029 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8daeabd7-1409-44a6-a8d5-02ac391ba5ec req-3a5846b0-d067-4303-9dc9-83fedbf3020d tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 865 time: 0.2739902 May 10 13:33:29.460575 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d213aa-f307-407a-b0ed-833212da1da0 req-952cc82b-f6d1-49b3-ad88-37e4ad50af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:29.462068 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-07d213aa-f307-407a-b0ed-833212da1da0 req-952cc82b-f6d1-49b3-ad88-37e4ad50af02 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 1099 time: 0.2411740 May 10 13:33:29.488041 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8daeabd7-1409-44a6-a8d5-02ac391ba5ec req-057175a4-11ba-47c8-ae19-cd423b3664c5 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730138 May 10 13:33:29.579651 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-07d213aa-f307-407a-b0ed-833212da1da0 req-f62a64bb-52a9-428f-a0ee-365e53d6e2c2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068671 May 10 13:33:29.602844 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70b604-b459-48f5-accf-87f8d38ee11f tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Pushing event deleted for resources: {'Port': ['ID=9d487302-e8de-4d3a-817f-a24018370429,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:29.627100 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-7a70b604-b459-48f5-accf-87f8d38ee11f tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:29.636836 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-959d591a-bc61-4644-9ea5-b499cb04915f req-7a70b604-b459-48f5-accf-87f8d38ee11f tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] No DVR routers for this DVR port 9d487302-e8de-4d3a-817f-a24018370429 on host hv-cinder-78494 {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:33:29.645860 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-959d591a-bc61-4644-9ea5-b499cb04915f req-7a70b604-b459-48f5-accf-87f8d38ee11f tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:29.729033 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc817fb-252d-45e0-9578-6aa304e050ed req-23085b31-e49b-4b8b-8251-5fce6caec669 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:29.730869 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-2dc817fb-252d-45e0-9578-6aa304e050ed req-23085b31-e49b-4b8b-8251-5fce6caec669 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.0926726 May 10 13:33:29.741605 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792abd95-c007-4ceb-bcda-119970a32f93', 'name': 'network-vif-deleted', 'tag': '9d487302-e8de-4d3a-817f-a24018370429'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:33:29.746633 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d23cf-d168-4ea0-bcc7-616bb73757f5 req-e23e0a46-26c8-46d2-bbbc-69ebdab994fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:29.748604 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d07d23cf-d168-4ea0-bcc7-616bb73757f5 req-e23e0a46-26c8-46d2-bbbc-69ebdab994fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=1a7d65b3-be02-41ec-a693-9dd00b6b1fa3 HTTP/1.1" status: 200 len: 915 time: 0.4423344 May 10 13:33:29.755466 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ef93eae0-e112-415f-b198-e80dca05236e req-d3f6e48e-8071-4a68-996e-8d48e8851f1f service neutron] 10.222.0.11 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6106281 May 10 13:33:29.805347 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-2dc817fb-252d-45e0-9578-6aa304e050ed req-5d240a0c-0c8f-462d-b773-600810df2d1c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635941 May 10 13:33:30.061729 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934213c-2b2d-4fed-b33c-bb2a6b3fc5f5 req-d902fb0f-e6d0-41a9-ba1b-53d37a915252 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:30.075246 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9934213c-2b2d-4fed-b33c-bb2a6b3fc5f5 req-d902fb0f-e6d0-41a9-ba1b-53d37a915252 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 944 time: 0.1321712 May 10 13:33:30.080574 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-959d591a-bc61-4644-9ea5-b499cb04915f req-7a70b604-b459-48f5-accf-87f8d38ee11f tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.11 "DELETE /v2.0/ports/9d487302-e8de-4d3a-817f-a24018370429 HTTP/1.1" status: 204 len: 173 time: 2.7701380 May 10 13:33:30.105816 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864417f3-9e5e-4182-959a-d76828da9eae req-94d267dd-a4e4-4f78-a42a-9f27c9af5f57 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:30.115614 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-864417f3-9e5e-4182-959a-d76828da9eae req-94d267dd-a4e4-4f78-a42a-9f27c9af5f57 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 946 time: 0.8585207 May 10 13:33:30.121553 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d07d23cf-d168-4ea0-bcc7-616bb73757f5 req-1a41ec25-af0c-446b-96b5-f9be8ab9bf0b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 HTTP/1.1" status: 200 len: 217 time: 0.3530250 May 10 13:33:30.187433 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9934213c-2b2d-4fed-b33c-bb2a6b3fc5f5 req-ee30bfab-0b15-4ce3-8e13-ceca76578ab5 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071322 May 10 13:33:30.263438 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-864417f3-9e5e-4182-959a-d76828da9eae req-7397e3b4-a7f8-4ab3-bf59-c9fec2cbfcba tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468368 May 10 13:33:30.319090 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ef93eae0-e112-415f-b198-e80dca05236e req-e213acd8-4ca1-4cb2-9239-363407852c6b service neutron] 10.222.0.11 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486171 May 10 13:33:30.334705 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792abd95-c007-4ceb-bcda-119970a32f93', 'name': 'network-vif-deleted', 'tag': '9d487302-e8de-4d3a-817f-a24018370429', 'status': 'completed', 'code': 200} May 10 13:33:30.373911 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d23cf-d168-4ea0-bcc7-616bb73757f5 req-14d882d8-eedc-4a7d-8962-cc2a14b85751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:30.377910 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d07d23cf-d168-4ea0-bcc7-616bb73757f5 req-14d882d8-eedc-4a7d-8962-cc2a14b85751 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b658a93-aa06-406d-89ec-55b1cb7ae722 HTTP/1.1" status: 200 len: 854 time: 0.2374601 May 10 13:33:30.484825 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d07d23cf-d168-4ea0-bcc7-616bb73757f5 req-dd9097fe-6350-4d90-a6b4-dd3996f86358 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1a7d65b3-be02-41ec-a693-9dd00b6b1fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952926 May 10 13:33:30.612426 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad452-f680-4e9a-89d1-a6722d3a4a8a req-2493adc0-0768-4faa-85a5-e036f05184ce tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:30.615035 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-690ad452-f680-4e9a-89d1-a6722d3a4a8a req-2493adc0-0768-4faa-85a5-e036f05184ce tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.1535361 May 10 13:33:30.697864 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-690ad452-f680-4e9a-89d1-a6722d3a4a8a req-f6efb1fa-34d3-42f9-9714-03f7cfa68394 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767484 May 10 13:33:30.791533 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a31fa8-e5a4-49c5-bae2-afd6d1981aeb req-9a504322-183a-4d50-8e3e-f9f4860d786e tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:30.793037 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-44a31fa8-e5a4-49c5-bae2-afd6d1981aeb req-9a504322-183a-4d50-8e3e-f9f4860d786e tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.3053069 May 10 13:33:30.798823 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:33:30.863279 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d07d23cf-d168-4ea0-bcc7-616bb73757f5 req-6e606806-f9be-480c-962b-9aace3940ae4 service neutron] 10.222.0.11 "GET /v2.0/networks/1a7d65b3-be02-41ec-a693-9dd00b6b1fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765284 May 10 13:33:30.892327 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792abd95-c007-4ceb-bcda-119970a32f93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d487302-e8de-4d3a-817f-a24018370429'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:33:30.990972 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a34c4916-02bf-4254-8ce8-afa67408c134 req-423448d0-2f57-48d5-b879-08525e0c1f52 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] 10.222.0.30 "GET /v2.0/ports?device_id=792abd95-c007-4ceb-bcda-119970a32f93 HTTP/1.1" status: 200 len: 210 time: 0.0747280 May 10 13:33:30.996208 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-44a31fa8-e5a4-49c5-bae2-afd6d1981aeb req-7205869b-1105-4885-bd7e-e8f5d7ce8a2b tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938443 May 10 13:33:31.116754 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d07d23cf-d168-4ea0-bcc7-616bb73757f5 req-098521c0-0422-4379-9349-01c822a00086 service neutron] 10.222.0.11 "GET /v2.0/networks/1a7d65b3-be02-41ec-a693-9dd00b6b1fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410429 May 10 13:33:31.152958 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792abd95-c007-4ceb-bcda-119970a32f93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d487302-e8de-4d3a-817f-a24018370429', 'code': 200} May 10 13:33:31.377329 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edb267-8f28-4817-83cb-6d2a869c402e req-c2acedb1-cf1b-41eb-86f2-aac86053ae48 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:31.378856 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e8edb267-8f28-4817-83cb-6d2a869c402e req-c2acedb1-cf1b-41eb-86f2-aac86053ae48 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1474843 May 10 13:33:31.462543 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e8edb267-8f28-4817-83cb-6d2a869c402e req-009f006a-ac3e-4014-8570-057ec0d8cd04 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745480 May 10 13:33:31.477835 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae8b73-a100-4dc6-891b-da22a76a1976 req-a0706c44-08fc-4d42-971d-bdc74b7b6dd0 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:31.478690 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-beae8b73-a100-4dc6-891b-da22a76a1976 req-a0706c44-08fc-4d42-971d-bdc74b7b6dd0 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 944 time: 0.1436124 May 10 13:33:31.547499 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-beae8b73-a100-4dc6-891b-da22a76a1976 req-d04d68a5-8e8b-4569-a072-86b01032ec4b tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683677 May 10 13:33:31.635624 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd8466-fe1f-49f1-a1f7-07813b100365 req-847edd5f-4a6f-4211-be33-ab6f38a48310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:31.637409 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e3cd8466-fe1f-49f1-a1f7-07813b100365 req-847edd5f-4a6f-4211-be33-ab6f38a48310 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 1099 time: 0.1043708 May 10 13:33:31.689090 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e3cd8466-fe1f-49f1-a1f7-07813b100365 req-a72f8e0b-98fd-4429-a0a0-019515adaf25 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452197 May 10 13:33:31.733209 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6e8a1-094f-496a-a6a8-ed468a4a2036 req-24038d52-bfb9-465e-9be5-943302942b04 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:31.734889 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-72d6e8a1-094f-496a-a6a8-ed468a4a2036 req-24038d52-bfb9-465e-9be5-943302942b04 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 946 time: 0.1173983 May 10 13:33:31.818184 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-72d6e8a1-094f-496a-a6a8-ed468a4a2036 req-60dfe56c-bb44-4c87-aa2e-3e175c74a464 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663381 May 10 13:33:31.823028 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:33:31.978597 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port b527d1e2-fffe-4d81-8366-22ccf6ebc0e1, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b527d1e2-fffe-4d81-8366-22ccf6ebc0e1,segment=NetworkSegment(0905861c-c669-4aa6-a3a0-995fa033c5c9),segment_id=0905861c-c669-4aa6-a3a0-995fa033c5c9)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:33:31.993486 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': 'b527d1e2-fffe-4d81-8366-22ccf6ebc0e1', 'network_id': '1a7d65b3-be02-41ec-a693-9dd00b6b1fa3', 'port_id': 'b527d1e2-fffe-4d81-8366-22ccf6ebc0e1', 'mac_address': 'fa:16:3e:1b:ca:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b658a93-aa06-406d-89ec-55b1cb7ae722', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:33:32.074839 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:32.080226 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e6cfb-a27a-4960-8e88-8186cac45ab0 req-aeb4ecc9-3363-415e-b218-33b2100be610 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:32.082484 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-fe7e6cfb-a27a-4960-8e88-8186cac45ab0 req-aeb4ecc9-3363-415e-b218-33b2100be610 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 946 time: 0.1229713 May 10 13:33:32.098695 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:33:32.117602 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port b527d1e2-fffe-4d81-8366-22ccf6ebc0e1, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b527d1e2-fffe-4d81-8366-22ccf6ebc0e1,segment=NetworkSegment(0905861c-c669-4aa6-a3a0-995fa033c5c9),segment_id=0905861c-c669-4aa6-a3a0-995fa033c5c9)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:33:32.123277 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:32.126916 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-6dea3aed-dd9c-4edf-b3c5-8d371c020afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:32.167178 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-fe7e6cfb-a27a-4960-8e88-8186cac45ab0 req-deac492c-1fb4-4724-b733-4ee9dca43952 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744388 May 10 13:33:32.212557 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=b527d1e2-fffe-4d81-8366-22ccf6ebc0e1,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:32.216046 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:32.405054 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbd797-55b3-4d89-acb7-ed8bee84fcd1 req-5df9cc99-8c5f-4591-9e5b-80c66347ba30 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:32.406633 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b4fbd797-55b3-4d89-acb7-ed8bee84fcd1 req-5df9cc99-8c5f-4591-9e5b-80c66347ba30 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.1759670 May 10 13:33:32.479514 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['b527d1e2-fffe-4d81-8366-22ccf6ebc0e1'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:33:32.516808 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfba85-ccee-47da-9c3a-8e6559f38b51 req-51afb788-e5c8-47ac-8b78-cec9daf56540 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:32.524193 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-08cfba85-ccee-47da-9c3a-8e6559f38b51 req-51afb788-e5c8-47ac-8b78-cec9daf56540 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.1025534 May 10 13:33:32.530862 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b4fbd797-55b3-4d89-acb7-ed8bee84fcd1 req-25605204-3188-481b-afb7-ee7a9016a7e5 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161752 May 10 13:33:32.611257 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-08cfba85-ccee-47da-9c3a-8e6559f38b51 req-34553945-90d8-4df3-8239-79168f9a11f3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860097 May 10 13:33:32.965139 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e0f4a-e686-43ea-9ead-333d5f43a34c req-f420da05-ed98-42e5-8c28-b1a7e3d5f372 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:32.982854 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d57e0f4a-e686-43ea-9ead-333d5f43a34c req-f420da05-ed98-42e5-8c28-b1a7e3d5f372 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1329732 May 10 13:33:33.052542 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d57e0f4a-e686-43ea-9ead-333d5f43a34c req-5971fb1d-cad9-4955-af63-badebe40c1a2 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676200 May 10 13:33:33.427411 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69787dc2-706e-436c-a26c-3e92e10549db req-b07786dc-65cc-412c-9087-42e28fa54665 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:33.428947 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-69787dc2-706e-436c-a26c-3e92e10549db req-b07786dc-65cc-412c-9087-42e28fa54665 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 945 time: 0.2014918 May 10 13:33:33.536404 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-69787dc2-706e-436c-a26c-3e92e10549db req-95c75100-b522-429a-adef-cc294b51c68a tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999291 May 10 13:33:33.712522 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44b7c2-2153-4176-847a-886689d7af4c req-b42a3e9e-c8ec-4cd1-b248-0164287e9366 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:33.714869 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-de44b7c2-2153-4176-847a-886689d7af4c req-b42a3e9e-c8ec-4cd1-b248-0164287e9366 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 946 time: 0.1695397 May 10 13:33:33.790416 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-de44b7c2-2153-4176-847a-886689d7af4c req-97e62a10-d070-45c7-a0db-d714ef77edc2 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609961 May 10 13:33:33.831393 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:33:34.024218 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393f8e7-4653-42b0-8700-ecb5cd3d1e09 req-cc8aecfc-c7de-4221-9e51-4a0b4236d9d7 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:34.032133 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c393f8e7-4653-42b0-8700-ecb5cd3d1e09 req-cc8aecfc-c7de-4221-9e51-4a0b4236d9d7 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1174552 May 10 13:33:34.062003 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning for port b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:33:34.075691 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:33:34.081999 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:34.083695 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e6a2f-fe61-4962-b29e-f41c01878975 req-d9e99ef1-011c-49aa-80a9-b2947b5da0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:34.085348 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-009e6a2f-fe61-4962-b29e-f41c01878975 req-d9e99ef1-011c-49aa-80a9-b2947b5da0d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81b55fe93fe34f56b1ac2e1fcd0267c9&device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 1099 time: 0.2334321 May 10 13:33:34.093975 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c393f8e7-4653-42b0-8700-ecb5cd3d1e09 req-4f10e41d-6bbf-4a00-b0e0-b0af2ea25f6a tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607591 May 10 13:33:34.208192 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2562fbf-93a3-4a70-b561-80930bb0f1a8 req-6a4e1def-38f5-4164-a2c2-b5dc2b551416 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:34.215546 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e2562fbf-93a3-4a70-b561-80930bb0f1a8 req-6a4e1def-38f5-4164-a2c2-b5dc2b551416 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.2083595 May 10 13:33:34.329627 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:34.370227 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e2562fbf-93a3-4a70-b561-80930bb0f1a8 req-aceea547-48b9-443b-80ba-ec6c8419e1ff tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528049 May 10 13:33:34.371423 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port b527d1e2-fffe-4d81-8366-22ccf6ebc0e1, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b527d1e2-fffe-4d81-8366-22ccf6ebc0e1,segment=NetworkSegment(0905861c-c669-4aa6-a3a0-995fa033c5c9),segment_id=0905861c-c669-4aa6-a3a0-995fa033c5c9)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:33:34.372911 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5932ec4-56ce-4ee3-86e3-171f4f80568e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b527d1e2-fffe-4d81-8366-22ccf6ebc0e1'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:33:34.380360 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:34.382249 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:34.439037 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e6a2f-fe61-4962-b29e-f41c01878975 req-b0d89ca5-22f2-45cc-9c75-a4baae7cc828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:34.460021 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-009e6a2f-fe61-4962-b29e-f41c01878975 req-b0d89ca5-22f2-45cc-9c75-a4baae7cc828 service neutron] 10.222.0.11 "GET /v2.0/networks?id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd HTTP/1.1" status: 200 len: 920 time: 0.3626528 May 10 13:33:34.525663 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=b527d1e2-fffe-4d81-8366-22ccf6ebc0e1,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:34.535908 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:34.640005 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5932ec4-56ce-4ee3-86e3-171f4f80568e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b527d1e2-fffe-4d81-8366-22ccf6ebc0e1', 'code': 200} May 10 13:33:34.729447 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-009e6a2f-fe61-4962-b29e-f41c01878975 req-d65b17d3-7225-43ff-bceb-a031308ed588 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91fbdd56-198f-4301-ba57-e090c9dc3f2c HTTP/1.1" status: 200 len: 217 time: 0.2626910 May 10 13:33:34.797097 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:34.836646 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e6a2f-fe61-4962-b29e-f41c01878975 req-a17e9527-71e7-4de7-b51b-ef10dee9b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:34.838230 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-009e6a2f-fe61-4962-b29e-f41c01878975 req-a17e9527-71e7-4de7-b51b-ef10dee9b6b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58174d65-9a6b-4d38-b1d3-edfbd71a7769 HTTP/1.1" status: 200 len: 859 time: 0.0961957 May 10 13:33:35.152634 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-009e6a2f-fe61-4962-b29e-f41c01878975 req-6f4913d4-2bb2-4e77-bcbc-d78eecfa50c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1892908 May 10 13:33:35.286954 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e221f-939a-4fff-b1ac-a89fc009cf0c req-e4944ca5-b52c-4b24-9b30-e08d71069a30 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:35.288440 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8d7e221f-939a-4fff-b1ac-a89fc009cf0c req-e4944ca5-b52c-4b24-9b30-e08d71069a30 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 946 time: 0.4492786 May 10 13:33:35.363926 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2b9a3-817e-4b5e-a451-fc806739a79b req-c01446dc-3c3a-44b0-9481-7e77daa91281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:35.364839 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4cd2b9a3-817e-4b5e-a451-fc806739a79b req-c01446dc-3c3a-44b0-9481-7e77daa91281 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 1099 time: 0.4003658 May 10 13:33:35.385989 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884ec1b-76ce-4bf8-be67-84cae1b1d3bc req-930e90c5-ae2e-430d-9d82-f1db562bcdca tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:35.395920 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3884ec1b-76ce-4bf8-be67-84cae1b1d3bc req-930e90c5-ae2e-430d-9d82-f1db562bcdca tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1146927 May 10 13:33:35.397516 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-009e6a2f-fe61-4962-b29e-f41c01878975 req-a9b9782b-3ab2-47be-a4ae-b12c25ab6122 service neutron] 10.222.0.11 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358582 May 10 13:33:35.418689 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8d7e221f-939a-4fff-b1ac-a89fc009cf0c req-a224a7e7-c619-45ac-9726-d0b7530b39a0 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947008 May 10 13:33:35.468377 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3884ec1b-76ce-4bf8-be67-84cae1b1d3bc req-a82f0396-f360-4f30-ae8b-3d81eb85007c tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711751 May 10 13:33:35.532667 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4cd2b9a3-817e-4b5e-a451-fc806739a79b req-2630af41-855e-48e4-88e3-765f25ee96f2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518731 May 10 13:33:35.584293 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-009e6a2f-fe61-4962-b29e-f41c01878975 req-cfc1c998-6ad3-4e21-95c8-1cb04800bbc8 service neutron] 10.222.0.11 "GET /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735034 May 10 13:33:35.693202 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb93c9e-7fd8-4192-967c-79f30b4c7617 req-e9eb300a-9026-444e-b62a-f4aad69767bf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:35.694896 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-2bb93c9e-7fd8-4192-967c-79f30b4c7617 req-e9eb300a-9026-444e-b62a-f4aad69767bf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.0883701 May 10 13:33:35.751410 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-2bb93c9e-7fd8-4192-967c-79f30b4c7617 req-daeaba74-fce0-47f1-8bde-4073d822978b tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502899 May 10 13:33:36.543485 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-7f02cc16-5ed8-4d5e-8dda-27bcc1603b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:36.941919 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85732ac0-d2f1-4447-91f5-94fe3ba78d66 req-c64359bc-9942-4e45-804f-dfa20d0f15b9 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:36.951937 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-85732ac0-d2f1-4447-91f5-94fe3ba78d66 req-c64359bc-9942-4e45-804f-dfa20d0f15b9 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 946 time: 0.2348120 May 10 13:33:37.006906 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3964473-ad0e-46c1-95ac-a9729d86e6ba req-c77b5f40-29d7-4983-8984-58bfbbc7b199 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:37.014136 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e3964473-ad0e-46c1-95ac-a9729d86e6ba req-c77b5f40-29d7-4983-8984-58bfbbc7b199 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.2006440 May 10 13:33:37.075392 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-85732ac0-d2f1-4447-91f5-94fe3ba78d66 req-b5900e1a-8605-40d0-9ee8-1b99602a3422 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212664 May 10 13:33:37.094053 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e3964473-ad0e-46c1-95ac-a9729d86e6ba req-1d2c2506-6370-4f88-a70d-d37941e850e2 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788763 May 10 13:33:37.659638 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc956f8-775c-4ffe-84a1-0c63fdc150b8 req-b3272e84-8d7b-4a85-8b0f-e162e36b288f tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:37.678980 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4dc956f8-775c-4ffe-84a1-0c63fdc150b8 req-b3272e84-8d7b-4a85-8b0f-e162e36b288f tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.3423691 May 10 13:33:37.865233 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4dc956f8-775c-4ffe-84a1-0c63fdc150b8 req-4eadb0ee-1721-4835-8abb-0f3dcda3331e tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612613 May 10 13:33:38.428417 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb1196-b30d-49d1-8932-5ee4667571e6 req-ee74b9f6-5b1a-45ba-9586-d033830b9718 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:38.435898 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-76eb1196-b30d-49d1-8932-5ee4667571e6 req-ee74b9f6-5b1a-45ba-9586-d033830b9718 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 946 time: 0.1495769 May 10 13:33:38.471670 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d82d2-6111-4459-945d-3ef83670679f req-61673deb-a005-4720-8d75-88016a8d17a0 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:38.490052 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-900d82d2-6111-4459-945d-3ef83670679f req-61673deb-a005-4720-8d75-88016a8d17a0 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1798007 May 10 13:33:38.509691 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-76eb1196-b30d-49d1-8932-5ee4667571e6 req-91e52db9-71ac-4dd6-ad58-765f82050cda tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687225 May 10 13:33:38.551927 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-900d82d2-6111-4459-945d-3ef83670679f req-23d3552c-86cc-4ed2-acb1-ad2eb0c3c6df tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610676 May 10 13:33:39.027426 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-316bf861-ea29-434e-ad7a-d9ce3dd61e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:39.205034 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:39.306124 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f622385-d6b3-4511-b511-d60db3b5608d req-01c16b69-6125-4ac6-8d76-4f1e4707d38a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:39.316801 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9f622385-d6b3-4511-b511-d60db3b5608d req-01c16b69-6125-4ac6-8d76-4f1e4707d38a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.2201750 May 10 13:33:39.446140 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9f622385-d6b3-4511-b511-d60db3b5608d req-e0449c3c-09e3-440f-9934-61bbd516f14a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283062 May 10 13:33:40.216163 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:40.651659 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c54c13-2b5e-4034-95a7-2ca251188128 req-9406fa60-46b1-4145-a88a-4869a60d7b0a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:40.659256 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d3c54c13-2b5e-4034-95a7-2ca251188128 req-9406fa60-46b1-4145-a88a-4869a60d7b0a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.1035914 May 10 13:33:40.716414 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d3c54c13-2b5e-4034-95a7-2ca251188128 req-392d8412-3dfb-4b8e-ad57-8e67071e2b75 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556245 May 10 13:33:41.069074 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeaa675-71ca-4dba-96c1-51b2c25a1734 req-aa83c150-9ab5-4798-b008-13209df94a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:41.071724 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-cdeaa675-71ca-4dba-96c1-51b2c25a1734 req-aa83c150-9ab5-4798-b008-13209df94a94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94c12e582ce64e398dff331859cc2254&device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 1099 time: 0.1078994 May 10 13:33:41.254424 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeaa675-71ca-4dba-96c1-51b2c25a1734 req-51141d19-09fa-45db-92c9-1b79b4f37ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:41.256618 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-cdeaa675-71ca-4dba-96c1-51b2c25a1734 req-51141d19-09fa-45db-92c9-1b79b4f37ef1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803 HTTP/1.1" status: 200 len: 918 time: 0.1706471 May 10 13:33:41.446705 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-cdeaa675-71ca-4dba-96c1-51b2c25a1734 req-fc1fe9d2-af2c-47fe-b9a3-1ed7c1728fde service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b6e139c-fe15-4d13-bec7-1a2e55bd04be HTTP/1.1" status: 200 len: 1002 time: 0.1829791 May 10 13:33:41.544401 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeaa675-71ca-4dba-96c1-51b2c25a1734 req-a06229da-e2af-462f-9dd1-df81d81c4422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:41.545893 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-cdeaa675-71ca-4dba-96c1-51b2c25a1734 req-a06229da-e2af-462f-9dd1-df81d81c4422 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24199e2d-ee05-4653-a9ce-54cbb6e9b5cc HTTP/1.1" status: 200 len: 856 time: 0.0918274 May 10 13:33:41.663422 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeaa675-71ca-4dba-96c1-51b2c25a1734 req-9265d957-aabb-4f19-b2de-ee672696ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:41.665478 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-cdeaa675-71ca-4dba-96c1-51b2c25a1734 req-9265d957-aabb-4f19-b2de-ee672696ace6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0960054 May 10 13:33:41.993657 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53031543-eea1-4ec2-8df6-eae09a2d4ca8 req-70b9b686-e672-46f0-90dd-a6183cedc451 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:41.997830 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9253a-1430-4838-ba0e-bbbcf42bf36d req-7dc25ff8-c7d8-4e7f-bde3-a544004cbae5 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:42.003110 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-53031543-eea1-4ec2-8df6-eae09a2d4ca8 req-70b9b686-e672-46f0-90dd-a6183cedc451 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.1213121 May 10 13:33:42.006898 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-21b9253a-1430-4838-ba0e-bbbcf42bf36d req-7dc25ff8-c7d8-4e7f-bde3-a544004cbae5 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 946 time: 0.2105346 May 10 13:33:42.010169 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:42.011607 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-cdeaa675-71ca-4dba-96c1-51b2c25a1734 req-964b9a03-7f85-44de-a55f-4b2b6c589367 service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387754 May 10 13:33:42.045502 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-53031543-eea1-4ec2-8df6-eae09a2d4ca8 req-e91fc918-3f30-4422-bf15-2f3ac907b819 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422838 May 10 13:33:42.222429 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-21b9253a-1430-4838-ba0e-bbbcf42bf36d req-96303f22-1ea6-49ab-a821-eb1a7368e2c8 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144649 May 10 13:33:42.247579 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 39428) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:42.300758 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-cdeaa675-71ca-4dba-96c1-51b2c25a1734 req-c4dedf87-bd19-4629-9c94-4c4a71c3eb58 service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583694 May 10 13:33:42.615481 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ad22e-5a99-401e-8561-699da7f19315 tempest-TestMinimumBasicScenario-714630516 tempest-TestMinimumBasicScenario-714630516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:42.617096 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-eb7ad22e-5a99-401e-8561-699da7f19315 tempest-TestMinimumBasicScenario-714630516 tempest-TestMinimumBasicScenario-714630516-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 1094 time: 0.3680975 May 10 13:33:42.620040 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 39440) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:42.626067 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Request body: {'floatingip': {'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'port_id': '41bd68c8-3acc-4883-8714-ea1578949900', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:42.633012 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:42.637101 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Usage tracker for resource:floatingip and tenant:1a6534be084a463cba9c1f70213e861c is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:42.640222 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:42.646172 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:42.657714 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for floatingip, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:42.821922 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:42.970973 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_common [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Allocated IP 172.28.0.185 (201b784b-a2c0-4851-ba32-323396f26c0e/a3facc7a-ff4c-482b-8bd3-938f14d413a3/cdf8df6e-79ea-407f-854f-3afe2093d9d3) {{(pid=78777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:33:43.137397 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for port, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:43.178676 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:43.187335 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-5302834e-0118-43f4-be20-b3f54a143650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:43.302391 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Network 201b784b-a2c0-4851-ba32-323396f26c0e is already hosted by enough agents. {{(pid=78777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:33:43.310289 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Resources bound (agent type, host, resource id): {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:33:43.315637 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Received port after_create {{(pid=78777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:33:43.364914 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Pushing event updated for resources: {'Port': ['ID=cdf8df6e-79ea-407f-854f-3afe2093d9d3,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:43.369757 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:43.455192 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd1a30-f2b3-4118-884d-872cf114cb3a req-0c0e5457-01a4-43d1-9227-738ad308c9e7 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:43.456691 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d7fd1a30-f2b3-4118-884d-872cf114cb3a req-0c0e5457-01a4-43d1-9227-738ad308c9e7 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 946 time: 0.2275646 May 10 13:33:43.631963 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d7fd1a30-f2b3-4118-884d-872cf114cb3a req-d7b5e13a-41dc-4159-9e4b-df81c5425b12 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618493 May 10 13:33:43.880909 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2b6e139c-fe15-4d13-bec7-1a2e55bd04be no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:33:44.057478 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:44.093165 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd841b5b-4923-4129-b966-917fa897af6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:33:44.107138 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:33:44.114832 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:44.118435 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:44.121455 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:44.271201 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd841b5b-4923-4129-b966-917fa897af6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be', 'code': 200} May 10 13:33:44.272255 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,revision_number=8']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:44.275873 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:44.458505 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 39476) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:44.517974 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:44.685560 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:44.712980 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:44.717836 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Usage tracker for resource:security_group_rule and tenant:c41ee58d03ec464f8b701607c2800ae6 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:44.721819 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:44.728121 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:44.827478 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for port, precommit_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:44.847723 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:44.854552 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:44.870181 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-a1ded4e5-c29f-42f5-bb6f-b1a3959bbff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:44.874153 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3874323'] for port, after_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:44.893331 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:44.916198 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c41ee58d03ec464f8b701607c2800ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4556456 May 10 13:33:44.925313 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 39488) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:45.025326 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de109561-2915-4553-a4d7-c99fd8e34055,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:45.053060 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:45.053441 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:45.053799 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:45.054145 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:45.054486 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:45.055374 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:45.055723 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:45.056062 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:45.056404 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:45.056745 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:45.057081 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:45.057435 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:33:45.077073 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-40fc3947-3c98-491b-876c-178512c134db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:45.087848 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c833c3f-2850-4458-a227-94885287dedf req-8af92dc1-23bf-4865-9d11-b613ffd0141d tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:45.099287 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-5c833c3f-2850-4458-a227-94885287dedf req-8af92dc1-23bf-4865-9d11-b613ffd0141d tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.2691970 May 10 13:33:45.106054 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Pushing event updated for resources: {'Port': ['ID=cdf8df6e-79ea-407f-854f-3afe2093d9d3,revision_number=2']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:45.109603 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1711226'] for floatingip, after_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:45.110929 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-77c48eb6-0532-43be-b3a8-3aef0b10ff99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:45.122145 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ab3eb-94f4-4e0c-8ccc-5224fe23b6cb req-b778b327-2286-4a85-b3ce-64db1024780a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:45.129722 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7b2ab3eb-94f4-4e0c-8ccc-5224fe23b6cb req-b778b327-2286-4a85-b3ce-64db1024780a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.2049062 May 10 13:33:45.172639 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:45.185472 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-77c48eb6-0532-43be-b3a8-3aef0b10ff99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:45.213814 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7b2ab3eb-94f4-4e0c-8ccc-5224fe23b6cb req-1db0c6bf-040b-42e2-b803-2177d66806f1 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830266 May 10 13:33:45.320446 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-77c48eb6-0532-43be-b3a8-3aef0b10ff99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:45.326578 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-feaadd4f-e7c1-4dbd-9221-3d8e254c9c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:45.332672 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.db.l3_db [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Floating IP b084b872-2f28-4fa4-946c-5a05e20e51ea associated. External IP: 172.28.0.185, port: 41bd68c8-3acc-4883-8714-ea1578949900. May 10 13:33:45.356547 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c48eb6-0532-43be-b3a8-3aef0b10ff99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de109561-2915-4553-a4d7-c99fd8e34055,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:45.366537 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-77c48eb6-0532-43be-b3a8-3aef0b10ff99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:45.383467 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-77c48eb6-0532-43be-b3a8-3aef0b10ff99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:45.386945 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-77c48eb6-0532-43be-b3a8-3aef0b10ff99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de109561-2915-4553-a4d7-c99fd8e34055 HTTP/1.1" status: 204 len: 168 time: 0.4546361 May 10 13:33:45.546681 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-5c833c3f-2850-4458-a227-94885287dedf req-c96400fb-1bd4-4c88-9c3b-a11710996056 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462552 May 10 13:33:45.931266 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 39508) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:45.948638 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Router 1e855cc7-b136-46a2-b59e-3459b45448e1 has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:33:45.962241 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-d83034e7-8155-4911-9b6c-e80975fc0d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:45.998078 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-d83034e7-8155-4911-9b6c-e80975fc0d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:46.007165 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-d83034e7-8155-4911-9b6c-e80975fc0d3d admin admin] Usage tracker for resource:security_group_rule and tenant:796939475a95473381ddcc5364978f74 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:46.014173 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-d83034e7-8155-4911-9b6c-e80975fc0d3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:46.026927 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-d83034e7-8155-4911-9b6c-e80975fc0d3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:46.143768 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-d83034e7-8155-4911-9b6c-e80975fc0d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:46.149443 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-d83034e7-8155-4911-9b6c-e80975fc0d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:46.162109 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-a19d7dba-f7d3-4f98-a7ba-40a635355086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:46.218740 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:33:46.231693 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0bda6d-ac42-4970-9971-635cb1f7c14a None None] Sync routers for ids ['1e855cc7-b136-46a2-b59e-3459b45448e1'] in dv-cinder-784945-7-smb {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:33:46.239756 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83034e7-8155-4911-9b6c-e80975fc0d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c04a50c-0125-4406-8c1b-bca6de20d9b6,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:46.248086 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-d83034e7-8155-4911-9b6c-e80975fc0d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:46.265193 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0bda6d-ac42-4970-9971-635cb1f7c14a None None] Routers {'1e855cc7-b136-46a2-b59e-3459b45448e1'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:33:46.265966 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-eb0bda6d-ac42-4970-9971-635cb1f7c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:33:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['1e855cc7-b136-46a2-b59e-3459b45448e1'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:33:46.266571 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for floatingip, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:46.274488 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-d83034e7-8155-4911-9b6c-e80975fc0d3d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=796939475a95473381ddcc5364978f74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413708 May 10 13:33:46.276947 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 39516) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:46.350844 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7270539 May 10 13:33:46.351061 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752a7a5b-25f9-4985-94e6-38136e6f49e7', 'tag': '41bd68c8-3acc-4883-8714-ea1578949900'}] {{(pid=78777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:33:46.353952 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 39520) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:46.370204 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-8f886a5a-1473-4d72-a40c-c5026dbbda61 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-395747278', 'description': 'tempest-secgroup-smoke-395747278 description', 'project_id': '1a6534be084a463cba9c1f70213e861c'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:46.385266 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-8f886a5a-1473-4d72-a40c-c5026dbbda61 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:46.409273 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-8f886a5a-1473-4d72-a40c-c5026dbbda61 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:46.431108 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3761df5a-817f-42eb-b561-a4f91cc9efd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:46.448291 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752a7a5b-25f9-4985-94e6-38136e6f49e7', 'tag': '41bd68c8-3acc-4883-8714-ea1578949900', 'status': 'completed', 'code': 200} May 10 13:33:46.466976 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3761df5a-817f-42eb-b561-a4f91cc9efd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:46.564261 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8f886a5a-1473-4d72-a40c-c5026dbbda61 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:46.595037 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-8f886a5a-1473-4d72-a40c-c5026dbbda61 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:46.601021 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-8f886a5a-1473-4d72-a40c-c5026dbbda61 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Usage tracker for resource:security_group_rule and tenant:1a6534be084a463cba9c1f70213e861c is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:46.605039 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-8f886a5a-1473-4d72-a40c-c5026dbbda61 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:46.614563 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-8f886a5a-1473-4d72-a40c-c5026dbbda61 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:46.624517 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3761df5a-817f-42eb-b561-a4f91cc9efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:46.657260 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-e23aff4c-b616-4d7d-b6fb-e36e9f197cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:46.666723 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-eb0bda6d-ac42-4970-9971-635cb1f7c14a None None] Set router 1e855cc7-b136-46a2-b59e-3459b45448e1 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:33:46.719764 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761df5a-817f-42eb-b561-a4f91cc9efd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c04a50c-0125-4406-8c1b-bca6de20d9b6,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:46.740781 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-3761df5a-817f-42eb-b561-a4f91cc9efd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:46.807263 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3761df5a-817f-42eb-b561-a4f91cc9efd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:46.813580 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-3761df5a-817f-42eb-b561-a4f91cc9efd8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c04a50c-0125-4406-8c1b-bca6de20d9b6 HTTP/1.1" status: 204 len: 168 time: 0.5355487 May 10 13:33:46.907404 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e14c4-21f0-4d90-9915-1f12adcfce3e req-05c997ef-d729-4770-a4e4-91afb990053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:46.908911 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f70e14c4-21f0-4d90-9915-1f12adcfce3e req-05c997ef-d729-4770-a4e4-91afb990053c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a6534be084a463cba9c1f70213e861c&device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 1099 time: 0.4056349 May 10 13:33:46.919107 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8925fd1-5964-45be-afb8-b2927a3821e1 req-d2121928-e2fd-4727-9eff-376951bd25df tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:46.928089 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b8925fd1-5964-45be-afb8-b2927a3821e1 req-d2121928-e2fd-4727-9eff-376951bd25df tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.1912944 May 10 13:33:47.009931 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b8925fd1-5964-45be-afb8-b2927a3821e1 req-1cd8d9f3-de69-4acd-8911-7288f8ce99ef tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663397 May 10 13:33:47.110975 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8f886a5a-1473-4d72-a40c-c5026dbbda61 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:47.117756 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e14c4-21f0-4d90-9915-1f12adcfce3e req-12df57c9-70de-4c1c-96a6-5608b4ccbd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:47.119245 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f70e14c4-21f0-4d90-9915-1f12adcfce3e req-12df57c9-70de-4c1c-96a6-5608b4ccbd2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=cdc794b0-2dce-44ef-8006-d22c57c9443c HTTP/1.1" status: 200 len: 916 time: 0.2023089 May 10 13:33:47.127757 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8f886a5a-1473-4d72-a40c-c5026dbbda61 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:47.138105 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-957e308b-d089-41d4-b91f-92e18dd7ee0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:47.225597 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3997a-3ced-4217-8a1d-e6419c6723e0 req-d49d4b84-365c-4c39-a804-6a281ad20b33 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:47.233228 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-19e3997a-3ced-4217-8a1d-e6419c6723e0 req-d49d4b84-365c-4c39-a804-6a281ad20b33 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.4273562 May 10 13:33:47.349939 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8f886a5a-1473-4d72-a40c-c5026dbbda61 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:47.354124 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-8f886a5a-1473-4d72-a40c-c5026dbbda61 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9932582 May 10 13:33:47.355203 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f886a5a-1473-4d72-a40c-c5026dbbda61 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c60141-55e8-4b6f-8580-58016c91c215,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:47.355561 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 39548) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:47.362135 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-498aff42-27db-448d-81f0-8be82d9307c6 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Request body: {'security_group_rule': {'security_group_id': '98c60141-55e8-4b6f-8580-58016c91c215', 'project_id': '1a6534be084a463cba9c1f70213e861c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:47.376081 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-498aff42-27db-448d-81f0-8be82d9307c6 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:47.383853 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-8f886a5a-1473-4d72-a40c-c5026dbbda61 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:47.395168 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-498aff42-27db-448d-81f0-8be82d9307c6 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Usage tracker for resource:security_group_rule and tenant:1a6534be084a463cba9c1f70213e861c is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:47.399948 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-eb0bda6d-ac42-4970-9971-635cb1f7c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'name': 'tempest-TestMinimumBasicScenario-1722816452-router', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:25Z', 'updated_at': '2021-05-10T13:32:32Z', 'revision_number': 4, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'gw_port': {'id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:26Z', 'updated_at': '2021-05-10T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_floatingips': [{'id': 'b084b872-2f28-4fa4-946c-5a05e20e51ea', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'router_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'port_id': '41bd68c8-3acc-4883-8714-ea1578949900', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c', 'mac_address': 'fa:16:3e:86:0d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752a7a5b-25f9-4985-94e6-38136e6f49e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:33:43Z', 'updated_at': '2021-05-10T13:33:43Z', 'revision_number': 0, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e59077c9-b443-4b4a-a122-f092fb890040', 'name': '', 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'mac_address': 'fa:16:3e:6f:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '28cae42e-babc-4b3c-91e3-f80b7f1706c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:30Z', 'updated_at': '2021-05-10T13:32:41Z', 'revision_number': 5, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'subnets': [{'id': '28cae42e-babc-4b3c-91e3-f80b7f1706c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:33:47.402329 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-498aff42-27db-448d-81f0-8be82d9307c6 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:47.407315 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0bda6d-ac42-4970-9971-635cb1f7c14a None None] Checking router: 1e855cc7-b136-46a2-b59e-3459b45448e1 for host: dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:33:47.420734 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-498aff42-27db-448d-81f0-8be82d9307c6 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:47.422984 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0bda6d-ac42-4970-9971-635cb1f7c14a None None] Routers {'1e855cc7-b136-46a2-b59e-3459b45448e1'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:33:47.423867 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-eb0bda6d-ac42-4970-9971-635cb1f7c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:33:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['1e855cc7-b136-46a2-b59e-3459b45448e1'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:33:47.447012 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f70e14c4-21f0-4d90-9915-1f12adcfce3e req-8717a71a-63a9-45b9-a45a-ea4a1e1e6408 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41bd68c8-3acc-4883-8714-ea1578949900 HTTP/1.1" status: 200 len: 1000 time: 0.3116381 May 10 13:33:47.450110 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-19e3997a-3ced-4217-8a1d-e6419c6723e0 req-db9021da-eed5-4477-b7c6-55807d7c7ecf tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659524 May 10 13:33:47.479085 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-498aff42-27db-448d-81f0-8be82d9307c6 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:47.548159 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e14c4-21f0-4d90-9915-1f12adcfce3e req-e03efa70-c7e1-444c-925f-5d1653d01009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:47.550023 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f70e14c4-21f0-4d90-9915-1f12adcfce3e req-e03efa70-c7e1-444c-925f-5d1653d01009 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=28cae42e-babc-4b3c-91e3-f80b7f1706c7 HTTP/1.1" status: 200 len: 854 time: 0.0871029 May 10 13:33:47.566408 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5facdd-de7e-4af2-814e-4ecacbe18da1 req-f8501e32-58b2-4fc5-a072-11fdff39bb42 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:47.568482 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-bd5facdd-de7e-4af2-814e-4ecacbe18da1 req-f8501e32-58b2-4fc5-a072-11fdff39bb42 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.11 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 946 time: 0.1700788 May 10 13:33:47.617340 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-498aff42-27db-448d-81f0-8be82d9307c6 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:47.631894 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-498aff42-27db-448d-81f0-8be82d9307c6 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:47.635573 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:47.691036 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498aff42-27db-448d-81f0-8be82d9307c6 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c69d583-b1fa-49e0-8b91-8a4d24caf0f9,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:47.705065 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-498aff42-27db-448d-81f0-8be82d9307c6 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:47.705869 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 39552) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:47.725129 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-498aff42-27db-448d-81f0-8be82d9307c6 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:47.727215 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-498aff42-27db-448d-81f0-8be82d9307c6 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3704441 May 10 13:33:47.731640 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 39556) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:47.740561 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1b8a36c4-0c71-47ac-a9d5-a7a1e333e6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:47.754677 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-a421ef2e-d9f9-492c-9cd5-ef88bb14f40b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Request body: {'security_group_rule': {'security_group_id': '98c60141-55e8-4b6f-8580-58016c91c215', 'project_id': '1a6534be084a463cba9c1f70213e861c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:47.760525 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-a421ef2e-d9f9-492c-9cd5-ef88bb14f40b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:47.765279 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-a421ef2e-d9f9-492c-9cd5-ef88bb14f40b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Usage tracker for resource:security_group_rule and tenant:1a6534be084a463cba9c1f70213e861c is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:47.768557 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-a421ef2e-d9f9-492c-9cd5-ef88bb14f40b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:47.774987 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-a421ef2e-d9f9-492c-9cd5-ef88bb14f40b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:47.788240 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-1b8a36c4-0c71-47ac-a9d5-a7a1e333e6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:47.798681 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-1b8a36c4-0c71-47ac-a9d5-a7a1e333e6f6 admin admin] Usage tracker for resource:security_group_rule and tenant:25b8ef16dfcf4e0f80e3c0f73b86adf1 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:47.801590 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a421ef2e-d9f9-492c-9cd5-ef88bb14f40b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:47.812478 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-1b8a36c4-0c71-47ac-a9d5-a7a1e333e6f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:47.812710 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-eb0bda6d-ac42-4970-9971-635cb1f7c14a None None] Set router 1e855cc7-b136-46a2-b59e-3459b45448e1 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:33:47.813743 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e14c4-21f0-4d90-9915-1f12adcfce3e req-0db2539b-4955-4a85-b3ab-7f67876f732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:47.815295 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f70e14c4-21f0-4d90-9915-1f12adcfce3e req-0db2539b-4955-4a85-b3ab-7f67876f732a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cdc794b0-2dce-44ef-8006-d22c57c9443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2456229 May 10 13:33:47.822976 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-1b8a36c4-0c71-47ac-a9d5-a7a1e333e6f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:47.834063 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-bd5facdd-de7e-4af2-814e-4ecacbe18da1 req-ea27b120-2a38-4911-b9ed-2e538604f6ff tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Deleting port 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:33:47.834664 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-bd5facdd-de7e-4af2-814e-4ecacbe18da1 req-ea27b120-2a38-4911-b9ed-2e538604f6ff tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:47.897899 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a421ef2e-d9f9-492c-9cd5-ef88bb14f40b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:47.905780 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a421ef2e-d9f9-492c-9cd5-ef88bb14f40b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:47.920912 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2b6e139c-fe15-4d13-bec7-1a2e55bd04be no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:33:47.939839 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:48.007856 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421ef2e-d9f9-492c-9cd5-ef88bb14f40b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39c1988-ee7e-4d5d-b2d6-c844b1710874,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:48.014393 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-a421ef2e-d9f9-492c-9cd5-ef88bb14f40b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:48.031487 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f70e14c4-21f0-4d90-9915-1f12adcfce3e req-a3c71216-b280-48a0-8418-8e30c9f95ba1 service neutron] 10.222.0.11 "GET /v2.0/networks/cdc794b0-2dce-44ef-8006-d22c57c9443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993759 May 10 13:33:48.083387 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1b8a36c4-0c71-47ac-a9d5-a7a1e333e6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:48.092730 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1b8a36c4-0c71-47ac-a9d5-a7a1e333e6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:48.105415 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-543f538d-86db-4fc4-8c45-2ad2a9790614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:48.130717 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a421ef2e-d9f9-492c-9cd5-ef88bb14f40b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:48.131935 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-a421ef2e-d9f9-492c-9cd5-ef88bb14f40b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3987830 May 10 13:33:48.144955 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 39562) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:48.198184 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-ad941587-5c68-46ab-b9f0-84c8db75cd09 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Request body: {'security_group_rule': {'security_group_id': '98c60141-55e8-4b6f-8580-58016c91c215', 'project_id': '1a6534be084a463cba9c1f70213e861c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:48.214013 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-1b8a36c4-0c71-47ac-a9d5-a7a1e333e6f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25b8ef16dfcf4e0f80e3c0f73b86adf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5069473 May 10 13:33:48.218881 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-ad941587-5c68-46ab-b9f0-84c8db75cd09 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:48.227522 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 39566) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:48.228397 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a36c4-0c71-47ac-a9d5-a7a1e333e6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9131937-b297-4dca-b553-b93072501e04,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:48.243619 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-1b8a36c4-0c71-47ac-a9d5-a7a1e333e6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:48.343338 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-ad941587-5c68-46ab-b9f0-84c8db75cd09 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Usage tracker for resource:security_group_rule and tenant:1a6534be084a463cba9c1f70213e861c is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:48.358433 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-ad941587-5c68-46ab-b9f0-84c8db75cd09 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:48.381121 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-ad941587-5c68-46ab-b9f0-84c8db75cd09 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:48.391997 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-eb0bda6d-ac42-4970-9971-635cb1f7c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'name': 'tempest-TestMinimumBasicScenario-1722816452-router', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:25Z', 'updated_at': '2021-05-10T13:32:32Z', 'revision_number': 4, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'gw_port': {'id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:26Z', 'updated_at': '2021-05-10T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_floatingips': [{'id': 'b084b872-2f28-4fa4-946c-5a05e20e51ea', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'router_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'port_id': '41bd68c8-3acc-4883-8714-ea1578949900', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c', 'mac_address': 'fa:16:3e:86:0d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752a7a5b-25f9-4985-94e6-38136e6f49e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:33:43Z', 'updated_at': '2021-05-10T13:33:43Z', 'revision_number': 0, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e59077c9-b443-4b4a-a122-f092fb890040', 'name': '', 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'mac_address': 'fa:16:3e:6f:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '28cae42e-babc-4b3c-91e3-f80b7f1706c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:30Z', 'updated_at': '2021-05-10T13:32:41Z', 'revision_number': 5, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'subnets': [{'id': '28cae42e-babc-4b3c-91e3-f80b7f1706c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:33:48.396107 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0bda6d-ac42-4970-9971-635cb1f7c14a None None] The sync data for ids ['1e855cc7-b136-46a2-b59e-3459b45448e1'] in dv-cinder-784945-7-smb is: [{'id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'name': 'tempest-TestMinimumBasicScenario-1722816452-router', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:25Z', 'updated_at': '2021-05-10T13:32:32Z', 'revision_number': 4, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'gw_port': {'id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:26Z', 'updated_at': '2021-05-10T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_floatingips': [{'id': 'b084b872-2f28-4fa4-946c-5a05e20e51ea', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'router_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'port_id': '41bd68c8-3acc-4883-8714-ea1578949900', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c', 'mac_address': 'fa:16:3e:86:0d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752a7a5b-25f9-4985-94e6-38136e6f49e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:33:43Z', 'updated_at': '2021-05-10T13:33:43Z', 'revision_number': 0, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e59077c9-b443-4b4a-a122-f092fb890040', 'name': '', 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'mac_address': 'fa:16:3e:6f:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '28cae42e-babc-4b3c-91e3-f80b7f1706c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:30Z', 'updated_at': '2021-05-10T13:32:41Z', 'revision_number': 5, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'subnets': [{'id': '28cae42e-babc-4b3c-91e3-f80b7f1706c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:33:48.429858 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-292f8b93-6ace-4571-ae62-5483badea4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:48.462556 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ad941587-5c68-46ab-b9f0-84c8db75cd09 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:48.534754 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-292f8b93-6ace-4571-ae62-5483badea4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:48.579966 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-bd5facdd-de7e-4af2-814e-4ecacbe18da1 req-ea27b120-2a38-4911-b9ed-2e538604f6ff tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] For port 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb,segment=NetworkSegment(2a623463-1454-4077-8558-bd797f856a72),segment_id=2a623463-1454-4077-8558-bd797f856a72)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:33:48.580581 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-bd5facdd-de7e-4af2-814e-4ecacbe18da1 req-ea27b120-2a38-4911-b9ed-2e538604f6ff tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:48.741306 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ad941587-5c68-46ab-b9f0-84c8db75cd09 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:48.753129 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f70e14c4-21f0-4d90-9915-1f12adcfce3e req-712da48c-d524-4842-a541-dc8b4a5fb42e service neutron] 10.222.0.11 "GET /v2.0/networks/cdc794b0-2dce-44ef-8006-d22c57c9443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177540 May 10 13:33:48.760326 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ad941587-5c68-46ab-b9f0-84c8db75cd09 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:48.772151 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-11446085-eabb-454d-959b-97a9db5f07e4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:48.799540 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2696c3df-e0c2-4087-83ed-ec41c71ee3ba None None] New status for floating IP b084b872-2f28-4fa4-946c-5a05e20e51ea: ACTIVE {{(pid=78779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 13:33:48.811982 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad941587-5c68-46ab-b9f0-84c8db75cd09 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5601576a-cfb4-4793-b1b4-b3123327193a,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:48.818105 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ad941587-5c68-46ab-b9f0-84c8db75cd09 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:48.819661 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-292f8b93-6ace-4571-ae62-5483badea4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:48.827003 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-4ce9e71b-6c65-413a-b640-a4054f3f7edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:48.844715 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-bd5facdd-de7e-4af2-814e-4ecacbe18da1 req-ea27b120-2a38-4911-b9ed-2e538604f6ff tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Calling delete_port for 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb owned by compute:nova {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:33:48.860339 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f8b93-6ace-4571-ae62-5483badea4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9131937-b297-4dca-b553-b93072501e04,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:48.862897 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ad941587-5c68-46ab-b9f0-84c8db75cd09 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:48.864494 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-ad941587-5c68-46ab-b9f0-84c8db75cd09 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7183235 May 10 13:33:48.867449 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-292f8b93-6ace-4571-ae62-5483badea4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:48.868397 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-292f8b93-6ace-4571-ae62-5483badea4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:48.872291 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-292f8b93-6ace-4571-ae62-5483badea4df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9131937-b297-4dca-b553-b93072501e04 HTTP/1.1" status: 204 len: 168 time: 0.6407273 May 10 13:33:48.875109 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 39574) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:48.881820 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-06c343af-ade9-4471-8d8f-66a7b8a8908a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Request body: {'security_group_rule': {'security_group_id': '98c60141-55e8-4b6f-8580-58016c91c215', 'project_id': '1a6534be084a463cba9c1f70213e861c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:48.895052 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-06c343af-ade9-4471-8d8f-66a7b8a8908a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:48.902616 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-06c343af-ade9-4471-8d8f-66a7b8a8908a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Usage tracker for resource:security_group_rule and tenant:1a6534be084a463cba9c1f70213e861c is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:48.916975 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ad694-594f-4171-a8ce-e04c5b44083a req-1c0e9f57-307b-4fd8-b4d5-d6e95f81859c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:48.918852 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-dc1ad694-594f-4171-a8ce-e04c5b44083a req-1c0e9f57-307b-4fd8-b4d5-d6e95f81859c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.2599983 May 10 13:33:48.919873 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-06c343af-ade9-4471-8d8f-66a7b8a8908a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:48.928156 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-06c343af-ade9-4471-8d8f-66a7b8a8908a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:48.987938 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-06c343af-ade9-4471-8d8f-66a7b8a8908a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:48.992645 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-dc1ad694-594f-4171-a8ce-e04c5b44083a req-e747169f-f126-4244-9d1d-c96b62a00d45 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664284 May 10 13:33:49.075287 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-bd5facdd-de7e-4af2-814e-4ecacbe18da1 req-ea27b120-2a38-4911-b9ed-2e538604f6ff tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:49.091251 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:49.093483 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['91fbdd56-198f-4301-ba57-e090c9dc3f2c', '0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:33:49.100474 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-06c343af-ade9-4471-8d8f-66a7b8a8908a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:49.107327 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-06c343af-ade9-4471-8d8f-66a7b8a8908a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:49.110909 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-bcc00a4a-1720-4c03-814a-c3b7a2505660 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:49.144140 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c343af-ade9-4471-8d8f-66a7b8a8908a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b791a599-834e-4558-96e2-6b232d43bf36,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:49.148915 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-06c343af-ade9-4471-8d8f-66a7b8a8908a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:49.167763 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-06c343af-ade9-4471-8d8f-66a7b8a8908a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:49.169181 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-06c343af-ade9-4471-8d8f-66a7b8a8908a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2927830 May 10 13:33:49.172575 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 39580) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:49.179771 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-7a66aa30-41c8-4091-9695-bab7f92fd979 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Request body: {'security_group_rule': {'security_group_id': '98c60141-55e8-4b6f-8580-58016c91c215', 'project_id': '1a6534be084a463cba9c1f70213e861c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:49.190955 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-7a66aa30-41c8-4091-9695-bab7f92fd979 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:49.196821 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-7a66aa30-41c8-4091-9695-bab7f92fd979 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Usage tracker for resource:security_group_rule and tenant:1a6534be084a463cba9c1f70213e861c is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:49.201041 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-7a66aa30-41c8-4091-9695-bab7f92fd979 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:49.211102 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-7a66aa30-41c8-4091-9695-bab7f92fd979 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:49.234964 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.db.securitygroups_db [None req-7a66aa30-41c8-4091-9695-bab7f92fd979 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Project 1a6534be084a463cba9c1f70213e861c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 13:33:49.242437 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7a66aa30-41c8-4091-9695-bab7f92fd979 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:49.261083 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27b120-2a38-4911-b9ed-2e538604f6ff tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Pushing event deleted for resources: {'Port': ['ID=0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:49.337457 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7a66aa30-41c8-4091-9695-bab7f92fd979 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:49.347626 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-ea27b120-2a38-4911-b9ed-2e538604f6ff tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:49.347827 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7a66aa30-41c8-4091-9695-bab7f92fd979 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:49.351211 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:49.400544 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66aa30-41c8-4091-9695-bab7f92fd979 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f76b07-d32e-4ec4-a6f8-bd6a900317a4,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:49.403450 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-7a66aa30-41c8-4091-9695-bab7f92fd979 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:49.417367 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7a66aa30-41c8-4091-9695-bab7f92fd979 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:49.420197 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-7a66aa30-41c8-4091-9695-bab7f92fd979 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2462394 May 10 13:33:49.423496 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 39586) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:49.435840 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-ff521fa3-bd89-4a98-a152-5a883cc44b84 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Request body: {'security_group_rule': {'security_group_id': '98c60141-55e8-4b6f-8580-58016c91c215', 'project_id': '1a6534be084a463cba9c1f70213e861c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:49.444007 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-ff521fa3-bd89-4a98-a152-5a883cc44b84 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:49.454959 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-ff521fa3-bd89-4a98-a152-5a883cc44b84 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Usage tracker for resource:security_group_rule and tenant:1a6534be084a463cba9c1f70213e861c is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:49.459934 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-ff521fa3-bd89-4a98-a152-5a883cc44b84 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:49.468511 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-ff521fa3-bd89-4a98-a152-5a883cc44b84 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:49.488314 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.db.securitygroups_db [None req-ff521fa3-bd89-4a98-a152-5a883cc44b84 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Project 1a6534be084a463cba9c1f70213e861c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 13:33:49.495375 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ff521fa3-bd89-4a98-a152-5a883cc44b84 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:49.499878 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974c028-50c9-4c4f-ae27-958015a8f805 req-2beedefa-a6de-44aa-a839-eb660e4a4094 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:49.515043 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-9974c028-50c9-4c4f-ae27-958015a8f805 req-2beedefa-a6de-44aa-a839-eb660e4a4094 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e1f948-d622-4333-8fc9-b3e048b18fc4 HTTP/1.1" status: 200 len: 867 time: 0.8367949 May 10 13:33:49.520834 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5facdd-de7e-4af2-814e-4ecacbe18da1 req-ea27b120-2a38-4911-b9ed-2e538604f6ff tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] No DVR routers for this DVR port 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb on host hv-cinder-78494 {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:33:49.528773 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-bd5facdd-de7e-4af2-814e-4ecacbe18da1 req-ea27b120-2a38-4911-b9ed-2e538604f6ff tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:49.593707 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ff521fa3-bd89-4a98-a152-5a883cc44b84 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:49.608275 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ff521fa3-bd89-4a98-a152-5a883cc44b84 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:49.609483 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e1f948-d622-4333-8fc9-b3e048b18fc4', 'name': 'network-vif-deleted', 'tag': '0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:33:49.611909 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-06c343af-ade9-4471-8d8f-66a7b8a8908a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:49.633130 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-bd5facdd-de7e-4af2-814e-4ecacbe18da1 req-ea27b120-2a38-4911-b9ed-2e538604f6ff tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.11 "DELETE /v2.0/ports/0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb HTTP/1.1" status: 204 len: 173 time: 2.0243151 May 10 13:33:49.643942 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff521fa3-bd89-4a98-a152-5a883cc44b84 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9ea77b-57a0-4533-be6b-5e404b4102bb,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:49.651046 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ff521fa3-bd89-4a98-a152-5a883cc44b84 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:49.656887 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ff521fa3-bd89-4a98-a152-5a883cc44b84 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:49.658701 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-ff521fa3-bd89-4a98-a152-5a883cc44b84 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2341635 May 10 13:33:49.696811 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e1f948-d622-4333-8fc9-b3e048b18fc4', 'name': 'network-vif-deleted', 'tag': '0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb', 'status': 'completed', 'code': 200} May 10 13:33:49.721287 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-9974c028-50c9-4c4f-ae27-958015a8f805 req-1275448d-7a5c-4323-9991-7d1bcb1f1a8d tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547475 May 10 13:33:49.875618 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-0f706de1-83ac-4e50-972d-f4c1c032b009 req-f6f7ea5c-d1e8-4d02-bac4-a070506eaebe tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395747278&fields=id&tenant_id=1a6534be084a463cba9c1f70213e861c HTTP/1.1" status: 200 len: 267 time: 0.0732434 May 10 13:33:49.976279 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f706de1-83ac-4e50-972d-f4c1c032b009 req-e30a0fbb-26d5-4390-b402-f849ef61893d tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:49.984799 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-0f706de1-83ac-4e50-972d-f4c1c032b009 req-e30a0fbb-26d5-4390-b402-f849ef61893d tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 946 time: 0.1079183 May 10 13:33:49.990113 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [req-0f706de1-83ac-4e50-972d-f4c1c032b009 req-dd5f041a-6a13-4ddd-9434-f5329ccae939 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Request body: {'port': {'security_groups': ['97626381-a857-4600-bcf6-c031053ecf7f', '98c60141-55e8-4b6f-8580-58016c91c215']}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:33:50.140785 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-0f706de1-83ac-4e50-972d-f4c1c032b009 req-dd5f041a-6a13-4ddd-9434-f5329ccae939 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:50.355816 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132eb75-0388-4ae3-bae1-807e2d290d9a req-2e0485d4-8124-4eeb-9d9b-61c0cb0201ff tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:50.363056 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3132eb75-0388-4ae3-bae1-807e2d290d9a req-2e0485d4-8124-4eeb-9d9b-61c0cb0201ff tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.1925197 May 10 13:33:50.436097 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3132eb75-0388-4ae3-bae1-807e2d290d9a req-3b2f96fd-1258-4e02-bdeb-059b1cf92a45 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582354 May 10 13:33:50.726946 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.db [req-0f706de1-83ac-4e50-972d-f4c1c032b009 req-dd5f041a-6a13-4ddd-9434-f5329ccae939 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] For port 41bd68c8-3acc-4883-8714-ea1578949900, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=41bd68c8-3acc-4883-8714-ea1578949900,segment=NetworkSegment(65396b7b-d93f-43e7-8797-7e6577a2e7f2),segment_id=65396b7b-d93f-43e7-8797-7e6577a2e7f2)] {{(pid=78777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:33:50.756916 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-0f706de1-83ac-4e50-972d-f4c1c032b009 req-dd5f041a-6a13-4ddd-9434-f5329ccae939 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for port, precommit_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:50.763457 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-0f706de1-83ac-4e50-972d-f4c1c032b009 req-dd5f041a-6a13-4ddd-9434-f5329ccae939 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3874323'] for port, after_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:50.771215 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-8af0941b-9352-40c0-a54d-1e81d98a1abe tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:50.774734 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['41bd68c8-3acc-4883-8714-ea1578949900'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:33:50.863551 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f041a-6a13-4ddd-9434-f5329ccae939 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Pushing event updated for resources: {'Port': ['ID=41bd68c8-3acc-4883-8714-ea1578949900,revision_number=6']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:50.867851 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-dd5f041a-6a13-4ddd-9434-f5329ccae939 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:50.880115 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f706de1-83ac-4e50-972d-f4c1c032b009 req-dd5f041a-6a13-4ddd-9434-f5329ccae939 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:50.880721 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-0f706de1-83ac-4e50-972d-f4c1c032b009 req-dd5f041a-6a13-4ddd-9434-f5329ccae939 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for port, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:50.886595 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-0f706de1-83ac-4e50-972d-f4c1c032b009 req-dd5f041a-6a13-4ddd-9434-f5329ccae939 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "PUT /v2.0/ports/41bd68c8-3acc-4883-8714-ea1578949900 HTTP/1.1" status: 200 len: 982 time: 0.9011996 May 10 13:33:50.887617 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752a7a5b-25f9-4985-94e6-38136e6f49e7', 'tag': '41bd68c8-3acc-4883-8714-ea1578949900'}] {{(pid=78777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:33:51.093075 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['41bd68c8-3acc-4883-8714-ea1578949900'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:33:51.149779 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752a7a5b-25f9-4985-94e6-38136e6f49e7', 'tag': '41bd68c8-3acc-4883-8714-ea1578949900', 'status': 'completed', 'code': 200} May 10 13:33:51.255357 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c04aa2-ccae-42af-9029-da1b842940a2 req-15f57506-c651-4b2a-9a07-e8c90fb44aaa tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:51.262873 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f9c04aa2-ccae-42af-9029-da1b842940a2 req-15f57506-c651-4b2a-9a07-e8c90fb44aaa tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 985 time: 0.2095232 May 10 13:33:51.341735 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f886813-aa48-417f-9f6c-1df12a9e6179 req-5fedd452-edc6-40a3-9791-530221766c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:51.343350 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4f886813-aa48-417f-9f6c-1df12a9e6179 req-5fedd452-edc6-40a3-9791-530221766c62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a6534be084a463cba9c1f70213e861c&device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 1138 time: 0.1546228 May 10 13:33:51.385969 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-27ecd173-4aa3-4a91-b372-45e17a41d6fd None None] Provisioning complete for port 41bd68c8-3acc-4883-8714-ea1578949900 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:33:51.386706 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-27ecd173-4aa3-4a91-b372-45e17a41d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:51.404762 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f9c04aa2-ccae-42af-9029-da1b842940a2 req-997f9374-b64f-49ff-a16a-1ba3200724ec tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=98c60141-55e8-4b6f-8580-58016c91c215&id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1408625 May 10 13:33:51.502116 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f886813-aa48-417f-9f6c-1df12a9e6179 req-e3c91006-3f59-4025-bd4e-404cfb22bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:51.505729 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4f886813-aa48-417f-9f6c-1df12a9e6179 req-e3c91006-3f59-4025-bd4e-404cfb22bb41 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cdc794b0-2dce-44ef-8006-d22c57c9443c HTTP/1.1" status: 200 len: 916 time: 0.1540229 May 10 13:33:51.700034 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4f886813-aa48-417f-9f6c-1df12a9e6179 req-1327a5dc-3150-42d5-b625-9b58e5fd7e0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41bd68c8-3acc-4883-8714-ea1578949900 HTTP/1.1" status: 200 len: 1002 time: 0.1810212 May 10 13:33:51.759786 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666c8f2-1af1-4940-a6d8-abd78f4d23f8 req-5552ce8a-f507-428f-9e6c-3a54374ce79b tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:51.761274 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-0666c8f2-1af1-4940-a6d8-abd78f4d23f8 req-5552ce8a-f507-428f-9e6c-3a54374ce79b tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.1513848 May 10 13:33:51.813019 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f886813-aa48-417f-9f6c-1df12a9e6179 req-f94559b9-064d-4fcd-8d79-1776e909f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:51.814664 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4f886813-aa48-417f-9f6c-1df12a9e6179 req-f94559b9-064d-4fcd-8d79-1776e909f6a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=28cae42e-babc-4b3c-91e3-f80b7f1706c7 HTTP/1.1" status: 200 len: 854 time: 0.1047893 May 10 13:33:51.830766 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-0666c8f2-1af1-4940-a6d8-abd78f4d23f8 req-0ac4d973-f77e-48e4-aeba-22a63a4efbcf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564029 May 10 13:33:51.958659 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99cc2f-78c2-40e4-b64d-8dbe67febd37 req-7e3a4837-53f6-473b-b552-63d5466e970a tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:51.959486 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-7d99cc2f-78c2-40e4-b64d-8dbe67febd37 req-7e3a4837-53f6-473b-b552-63d5466e970a tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Synchronizing usage tracker for tenant:81b55fe93fe34f56b1ac2e1fcd0267c9 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:33:51.963755 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:33:51.986711 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f886813-aa48-417f-9f6c-1df12a9e6179 req-5d7acd65-0e97-43e4-8733-e10a6bdfe53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:51.988315 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4f886813-aa48-417f-9f6c-1df12a9e6179 req-5d7acd65-0e97-43e4-8733-e10a6bdfe53f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cdc794b0-2dce-44ef-8006-d22c57c9443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1266472 May 10 13:33:51.996943 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-7d99cc2f-78c2-40e4-b64d-8dbe67febd37 req-7e3a4837-53f6-473b-b552-63d5466e970a tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Unset dirty status for tenant:81b55fe93fe34f56b1ac2e1fcd0267c9 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:33:51.998458 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7d99cc2f-78c2-40e4-b64d-8dbe67febd37 req-7e3a4837-53f6-473b-b552-63d5466e970a tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1827512 May 10 13:33:52.064639 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] No Port match for: 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:33:52.064994 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 0e2aa9bb-de31-4d24-89c4-d34bbc9f97eb not bound to the agent host hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:33:52.149310 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7d99cc2f-78c2-40e4-b64d-8dbe67febd37 req-01883b6c-02f2-463f-a880-0c5df7946074 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255558 May 10 13:33:52.308556 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4f886813-aa48-417f-9f6c-1df12a9e6179 req-41b9170c-ee8a-4acd-a564-c5fc9f31c51e service neutron] 10.222.0.11 "GET /v2.0/networks/cdc794b0-2dce-44ef-8006-d22c57c9443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074946 May 10 13:33:52.492778 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4f886813-aa48-417f-9f6c-1df12a9e6179 req-985a9c2f-59de-4251-84cf-59afda361951 service neutron] 10.222.0.11 "GET /v2.0/networks/cdc794b0-2dce-44ef-8006-d22c57c9443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764927 May 10 13:33:53.093637 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe0347-5480-4a05-8334-b0acfa0e1cbc req-c95f3b4f-bc0a-4ffc-a8d1-6ae498ebc241 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:53.095097 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b7fe0347-5480-4a05-8334-b0acfa0e1cbc req-c95f3b4f-bc0a-4ffc-a8d1-6ae498ebc241 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.1014159 May 10 13:33:53.156876 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b7fe0347-5480-4a05-8334-b0acfa0e1cbc req-a7159866-ce89-41f6-b7b2-67e54f5e483a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453866 May 10 13:33:53.455005 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f5f90-3b32-4b75-b7ae-374d57e7d632 req-56c4b66a-bf0d-4ad8-969d-7cd08c9b4c4f tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:53.456443 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-682f5f90-3b32-4b75-b7ae-374d57e7d632 req-56c4b66a-bf0d-4ad8-969d-7cd08c9b4c4f tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1713715 May 10 13:33:53.503903 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-682f5f90-3b32-4b75-b7ae-374d57e7d632 req-f5517079-fb53-406c-bd30-f65bca6c143a tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403457 May 10 13:33:54.366477 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f3ee5-f291-4410-9f78-4ec7c270fa59 req-3b94b613-669f-43ed-937b-49700d698ecf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:54.368048 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a29f3ee5-f291-4410-9f78-4ec7c270fa59 req-3b94b613-669f-43ed-937b-49700d698ecf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.0885899 May 10 13:33:54.422742 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a29f3ee5-f291-4410-9f78-4ec7c270fa59 req-15409840-bf41-40a7-b182-808da9d6f547 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470762 May 10 13:33:54.717001 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ce88f-0a9d-4a7d-863e-810db4aba982 req-ca1f1737-6d0f-45af-88a9-65a91b5c8c84 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:54.718310 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-064ce88f-0a9d-4a7d-863e-810db4aba982 req-ca1f1737-6d0f-45af-88a9-65a91b5c8c84 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.0904989 May 10 13:33:54.769250 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-064ce88f-0a9d-4a7d-863e-810db4aba982 req-d0eb9f74-eb93-42c3-9fd6-d32ddc8316d2 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444233 May 10 13:33:55.648986 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bcc75-b098-4e6d-a690-ff77e835b474 req-51253e3d-5068-4b68-91d5-80514d6dd784 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:55.656084 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-697bcc75-b098-4e6d-a690-ff77e835b474 req-51253e3d-5068-4b68-91d5-80514d6dd784 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.1055832 May 10 13:33:55.704856 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-697bcc75-b098-4e6d-a690-ff77e835b474 req-3eb2c53f-2b16-4a93-91c0-4fd9c7c7ea74 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479052 May 10 13:33:56.008404 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c81409-a94b-43b3-be09-3a4aee160050 req-3d905253-5972-4733-bb90-71e4d8e6e32e tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:56.010055 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c3c81409-a94b-43b3-be09-3a4aee160050 req-3d905253-5972-4733-bb90-71e4d8e6e32e tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.0956738 May 10 13:33:56.067750 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c3c81409-a94b-43b3-be09-3a4aee160050 req-12cbdfaf-ba68-4f5f-9a63-185fc0e6aa60 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467567 May 10 13:33:56.903139 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b974c3-87c8-43f1-9863-4817a1abbf6c req-32fdcd9b-4393-4c8c-b57b-8664802e24e2 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:56.904797 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-51b974c3-87c8-43f1-9863-4817a1abbf6c req-32fdcd9b-4393-4c8c-b57b-8664802e24e2 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.0872228 May 10 13:33:56.956778 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-51b974c3-87c8-43f1-9863-4817a1abbf6c req-47222bc2-be3e-4d40-b14c-3db732196d57 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459936 May 10 13:33:57.281833 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef1891-b1da-44cd-b922-09deed6153e8 req-73c27673-378a-4350-9189-60ec48877c96 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:57.284097 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-21ef1891-b1da-44cd-b922-09deed6153e8 req-73c27673-378a-4350-9189-60ec48877c96 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1039274 May 10 13:33:57.342712 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-21ef1891-b1da-44cd-b922-09deed6153e8 req-4899445b-5ced-4033-bb2a-f3086e839db0 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527289 May 10 13:33:57.705375 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 39728) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:57.844705 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b6d031a9-06f2-4481-ae43-04bfa419e70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:57.861405 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-b6d031a9-06f2-4481-ae43-04bfa419e70d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:57.865595 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-b6d031a9-06f2-4481-ae43-04bfa419e70d admin admin] Usage tracker for resource:security_group_rule and tenant:fc701ba6cc2a4e23b19cadf9021e4c24 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:57.869700 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-b6d031a9-06f2-4481-ae43-04bfa419e70d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:57.877823 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-b6d031a9-06f2-4481-ae43-04bfa419e70d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:57.974331 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b6d031a9-06f2-4481-ae43-04bfa419e70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:57.979003 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b6d031a9-06f2-4481-ae43-04bfa419e70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:57.987205 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-eb33e2c5-c372-4fb2-ab1a-64729731005f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:58.030681 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d031a9-06f2-4481-ae43-04bfa419e70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dfeb76-3211-4e9c-9b0b-8cf0608ac969,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:58.037927 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-b6d031a9-06f2-4481-ae43-04bfa419e70d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc701ba6cc2a4e23b19cadf9021e4c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287888 May 10 13:33:58.038598 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 39736) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:58.039185 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-b6d031a9-06f2-4481-ae43-04bfa419e70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:58.133464 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-80b320f5-dc01-4696-80bb-23c1e3bb450d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:58.177169 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-80b320f5-dc01-4696-80bb-23c1e3bb450d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:58.205476 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cce36-0a30-4bb2-9fd2-9eaee30ec5dc req-60464c01-66a1-4eb0-98be-1bc7fa495001 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:58.206874 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-172cce36-0a30-4bb2-9fd2-9eaee30ec5dc req-60464c01-66a1-4eb0-98be-1bc7fa495001 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.0955980 May 10 13:33:58.274004 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-172cce36-0a30-4bb2-9fd2-9eaee30ec5dc req-088af060-859c-4fb2-aa4c-f6467c998d2d tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598853 May 10 13:33:58.277340 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-80b320f5-dc01-4696-80bb-23c1e3bb450d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:58.283058 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-8f886a5a-1473-4d72-a40c-c5026dbbda61 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:58.304210 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b320f5-dc01-4696-80bb-23c1e3bb450d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dfeb76-3211-4e9c-9b0b-8cf0608ac969,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:58.309400 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-80b320f5-dc01-4696-80bb-23c1e3bb450d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:58.330619 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-80b320f5-dc01-4696-80bb-23c1e3bb450d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:58.348241 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-80b320f5-dc01-4696-80bb-23c1e3bb450d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77dfeb76-3211-4e9c-9b0b-8cf0608ac969 HTTP/1.1" status: 204 len: 168 time: 0.3064077 May 10 13:33:58.613651 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5a81b-73f8-43b4-899b-4223ca959840 req-42995a90-461b-430a-8ee6-32aa959d1108 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:58.620526 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c9c5a81b-73f8-43b4-899b-4223ca959840 req-42995a90-461b-430a-8ee6-32aa959d1108 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1203678 May 10 13:33:58.717987 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c9c5a81b-73f8-43b4-899b-4223ca959840 req-a284a917-5390-4fe6-9435-4969ac4d764f tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965228 May 10 13:33:58.766426 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70ce0-8a41-4b39-982a-d999d97ecbaf req-0a51600c-f688-439e-94e6-95f81d94ad25 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:58.766426 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-34f70ce0-8a41-4b39-982a-d999d97ecbaf req-0a51600c-f688-439e-94e6-95f81d94ad25 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.11 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 946 time: 0.1257708 May 10 13:33:59.022180 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 39748) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:59.060353 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ef85b049-54e9-4cb9-a229-8edc938a3c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:59.078723 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-ef85b049-54e9-4cb9-a229-8edc938a3c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:33:59.082724 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-ef85b049-54e9-4cb9-a229-8edc938a3c1c admin admin] Usage tracker for resource:security_group_rule and tenant:5f976ac1872e4a6a9a5816807b09224d is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:33:59.085684 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-ef85b049-54e9-4cb9-a229-8edc938a3c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:33:59.091030 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-34f70ce0-8a41-4b39-982a-d999d97ecbaf req-0d98fafd-9148-4567-b669-86f5124a6e61 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Deleting port 91fbdd56-198f-4301-ba57-e090c9dc3f2c {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:33:59.091388 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-34f70ce0-8a41-4b39-982a-d999d97ecbaf req-0d98fafd-9148-4567-b669-86f5124a6e61 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:59.092185 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-ef85b049-54e9-4cb9-a229-8edc938a3c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:33:59.208587 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ef85b049-54e9-4cb9-a229-8edc938a3c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:59.218964 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ef85b049-54e9-4cb9-a229-8edc938a3c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:59.255354 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-3349c9d5-fa75-43d7-af11-4a51199bcde0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:59.260967 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-34f70ce0-8a41-4b39-982a-d999d97ecbaf req-0d98fafd-9148-4567-b669-86f5124a6e61 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] For port 91fbdd56-198f-4301-ba57-e090c9dc3f2c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=91fbdd56-198f-4301-ba57-e090c9dc3f2c,segment=NetworkSegment(2a623463-1454-4077-8558-bd797f856a72),segment_id=2a623463-1454-4077-8558-bd797f856a72)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:33:59.261661 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-34f70ce0-8a41-4b39-982a-d999d97ecbaf req-0d98fafd-9148-4567-b669-86f5124a6e61 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:59.266362 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-ef85b049-54e9-4cb9-a229-8edc938a3c1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f976ac1872e4a6a9a5816807b09224d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430117 May 10 13:33:59.268822 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 39756) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:33:59.313800 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85b049-54e9-4cb9-a229-8edc938a3c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbe54a7-7049-482f-98bf-d657494363fe,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:59.316825 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ef85b049-54e9-4cb9-a229-8edc938a3c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:59.357251 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bdb048d1-c333-4631-8692-31ce8b12b4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:59.388212 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bdb048d1-c333-4631-8692-31ce8b12b4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:59.431995 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-34f70ce0-8a41-4b39-982a-d999d97ecbaf req-0d98fafd-9148-4567-b669-86f5124a6e61 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Calling delete_port for 91fbdd56-198f-4301-ba57-e090c9dc3f2c owned by compute:nova {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:33:59.524912 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bdb048d1-c333-4631-8692-31ce8b12b4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:59.533391 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-fe9cb7fa-616a-45b4-8d68-bfe29924bf5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:59.557535 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb048d1-c333-4631-8692-31ce8b12b4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbe54a7-7049-482f-98bf-d657494363fe,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:59.568858 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-bdb048d1-c333-4631-8692-31ce8b12b4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:59.592097 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1189c1b-85de-4656-9f26-beb79dc7a7cd req-9f5168c0-f16c-481e-9715-87339d7190c1 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:33:59.600773 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b1189c1b-85de-4656-9f26-beb79dc7a7cd req-9f5168c0-f16c-481e-9715-87339d7190c1 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.1533129 May 10 13:33:59.608334 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bdb048d1-c333-4631-8692-31ce8b12b4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:59.611167 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-34f70ce0-8a41-4b39-982a-d999d97ecbaf req-0d98fafd-9148-4567-b669-86f5124a6e61 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:59.612762 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-bdb048d1-c333-4631-8692-31ce8b12b4f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dcbe54a7-7049-482f-98bf-d657494363fe HTTP/1.1" status: 204 len: 168 time: 0.3427968 May 10 13:33:59.627256 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-37d3acda-8bbd-4174-8edd-f0ee9c562c52 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:33:59.633822 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['91fbdd56-198f-4301-ba57-e090c9dc3f2c'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:33:59.678253 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98fafd-9148-4567-b669-86f5124a6e61 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Pushing event deleted for resources: {'Port': ['ID=91fbdd56-198f-4301-ba57-e090c9dc3f2c,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:33:59.723075 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b1189c1b-85de-4656-9f26-beb79dc7a7cd req-04508cda-fdb3-4213-a74e-587d9d8d5e4f tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188416 May 10 13:33:59.760383 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-0d98fafd-9148-4567-b669-86f5124a6e61 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:33:59.772851 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f70ce0-8a41-4b39-982a-d999d97ecbaf req-0d98fafd-9148-4567-b669-86f5124a6e61 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] No DVR routers for this DVR port 91fbdd56-198f-4301-ba57-e090c9dc3f2c on host hv-cinder-78494 {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:33:59.776075 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-34f70ce0-8a41-4b39-982a-d999d97ecbaf req-0d98fafd-9148-4567-b669-86f5124a6e61 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:33:59.786096 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267e6a39-2e87-4628-83e7-36fa3e9fe376', 'name': 'network-vif-deleted', 'tag': '91fbdd56-198f-4301-ba57-e090c9dc3f2c'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:33:59.794696 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-34f70ce0-8a41-4b39-982a-d999d97ecbaf req-0d98fafd-9148-4567-b669-86f5124a6e61 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.11 "DELETE /v2.0/ports/91fbdd56-198f-4301-ba57-e090c9dc3f2c HTTP/1.1" status: 204 len: 173 time: 1.0280571 May 10 13:33:59.939989 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267e6a39-2e87-4628-83e7-36fa3e9fe376', 'name': 'network-vif-deleted', 'tag': '91fbdd56-198f-4301-ba57-e090c9dc3f2c', 'status': 'completed', 'code': 200} May 10 13:33:59.951248 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-aa18a1c7-2740-4584-a27f-e001d88f4147 req-68400285-35b9-4c0a-b507-318d509ea96d tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Synchronizing usage tracker for tenant:81b55fe93fe34f56b1ac2e1fcd0267c9 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:33:59.999664 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-aa18a1c7-2740-4584-a27f-e001d88f4147 req-68400285-35b9-4c0a-b507-318d509ea96d tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Unset dirty status for tenant:81b55fe93fe34f56b1ac2e1fcd0267c9 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:34:00.000950 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-aa18a1c7-2740-4584-a27f-e001d88f4147 req-68400285-35b9-4c0a-b507-318d509ea96d tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] 10.222.0.30 "GET /v2.0/ports?device_id=267e6a39-2e87-4628-83e7-36fa3e9fe376 HTTP/1.1" status: 200 len: 210 time: 0.1152709 May 10 13:34:00.955973 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c51f9-2185-4dcd-beeb-66a574aeec41 req-61d96532-d4c8-457b-8783-7e75c245561a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:00.964123 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e30c51f9-2185-4dcd-beeb-66a574aeec41 req-61d96532-d4c8-457b-8783-7e75c245561a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.1194303 May 10 13:34:01.019912 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e30c51f9-2185-4dcd-beeb-66a574aeec41 req-8498a2be-db23-4afc-9dc6-484dca633bb6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544996 May 10 13:34:01.057553 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 39810) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:01.138404 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 39818) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:01.196351 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-12e3cc1c-ffd6-4e05-9c2b-f91a6890a557 req-1baa732b-e707-4f06-97e9-8b2aff99285f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1357839 May 10 13:34:01.982533 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 91fbdd56-198f-4301-ba57-e090c9dc3f2c no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:34:02.033334 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] No Port match for: 91fbdd56-198f-4301-ba57-e090c9dc3f2c {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:34:02.033987 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 91fbdd56-198f-4301-ba57-e090c9dc3f2c not bound to the agent host hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:34:02.396651 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c29129cc-e211-401e-96c4-8a8ffa587e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704771'] for router_interface, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:02.406689 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ad348-db7c-4612-90de-7f4f8c4fdbcf req-fb3a6c9d-6d92-48b5-b33a-9eb7eaea78b4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:02.415237 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e37ad348-db7c-4612-90de-7f4f8c4fdbcf req-fb3a6c9d-6d92-48b5-b33a-9eb7eaea78b4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.2104094 May 10 13:34:02.483948 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e37ad348-db7c-4612-90de-7f4f8c4fdbcf req-6ea192ed-c095-4904-ae2d-f227487cf04f tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672185 May 10 13:34:03.015828 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [None req-c29129cc-e211-401e-96c4-8a8ffa587e09 admin admin] Deleting port 79173585-ca2c-47fd-9cba-46f9036646c4 {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:34:03.016174 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c29129cc-e211-401e-96c4-8a8ffa587e09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:03.159373 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [None req-c29129cc-e211-401e-96c4-8a8ffa587e09 admin admin] For port 79173585-ca2c-47fd-9cba-46f9036646c4, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=79173585-ca2c-47fd-9cba-46f9036646c4,segment=NetworkSegment(2a623463-1454-4077-8558-bd797f856a72),segment_id=2a623463-1454-4077-8558-bd797f856a72)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:34:03.159743 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c29129cc-e211-401e-96c4-8a8ffa587e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:03.346320 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [None req-c29129cc-e211-401e-96c4-8a8ffa587e09 admin admin] Calling delete_port for 79173585-ca2c-47fd-9cba-46f9036646c4 owned by network:router_interface {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:34:03.892554 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3cc1c-ffd6-4e05-9c2b-f91a6890a557 req-4d080f7d-20e0-4d7b-967b-d27639c2d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:03.895616 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-12e3cc1c-ffd6-4e05-9c2b-f91a6890a557 req-4d080f7d-20e0-4d7b-967b-d27639c2d0e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a&tenant_id=94c12e582ce64e398dff331859cc2254 HTTP/1.1" status: 200 len: 1097 time: 0.3457587 May 10 13:34:04.165919 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c29129cc-e211-401e-96c4-8a8ffa587e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:04.172571 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-8b7ab6f0-cd8b-481b-829f-1e57e1cd68c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:04.221875 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12808c07-00f1-4f8e-b88c-f730f62af28f req-1ddaa1d3-7d25-4d80-86c9-7cda44bb2570 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:04.241956 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-12808c07-00f1-4f8e-b88c-f730f62af28f req-1ddaa1d3-7d25-4d80-86c9-7cda44bb2570 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.4679065 May 10 13:34:04.280522 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29129cc-e211-401e-96c4-8a8ffa587e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=79173585-ca2c-47fd-9cba-46f9036646c4,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:04.283900 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-c29129cc-e211-401e-96c4-8a8ffa587e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:04.371559 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3cc1c-ffd6-4e05-9c2b-f91a6890a557 req-5b0156f1-e38a-489b-aa3e-e3f0e3a83a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:04.373067 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-12e3cc1c-ffd6-4e05-9c2b-f91a6890a557 req-5b0156f1-e38a-489b-aa3e-e3f0e3a83a95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94c12e582ce64e398dff331859cc2254&device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 1097 time: 0.3998487 May 10 13:34:04.417180 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-12808c07-00f1-4f8e-b88c-f730f62af28f req-f910c049-2f23-4a36-a853-73829dbc16c5 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743257 May 10 13:34:04.711877 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3cc1c-ffd6-4e05-9c2b-f91a6890a557 req-38e0047b-e633-4348-bfff-76321c04a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:04.713386 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-12e3cc1c-ffd6-4e05-9c2b-f91a6890a557 req-38e0047b-e633-4348-bfff-76321c04a7ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803 HTTP/1.1" status: 200 len: 918 time: 0.3276842 May 10 13:34:04.772151 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:04.833105 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-12e3cc1c-ffd6-4e05-9c2b-f91a6890a557 req-fc7b511e-23ca-40f3-82f2-d13d4de5003f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b6e139c-fe15-4d13-bec7-1a2e55bd04be HTTP/1.1" status: 200 len: 1000 time: 0.1060414 May 10 13:34:04.884368 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c29129cc-e211-401e-96c4-8a8ffa587e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710067'] for router_interface, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:05.063964 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3cc1c-ffd6-4e05-9c2b-f91a6890a557 req-6fe2bd92-289b-401c-beae-ceebd51f4569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:05.066445 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-12e3cc1c-ffd6-4e05-9c2b-f91a6890a557 req-6fe2bd92-289b-401c-beae-ceebd51f4569 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24199e2d-ee05-4653-a9ce-54cbb6e9b5cc HTTP/1.1" status: 200 len: 856 time: 0.2186651 May 10 13:34:05.299182 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3cc1c-ffd6-4e05-9c2b-f91a6890a557 req-584fd01f-ab4d-45e5-8162-497b40950223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:05.300608 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-12e3cc1c-ffd6-4e05-9c2b-f91a6890a557 req-584fd01f-ab4d-45e5-8162-497b40950223 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2227354 May 10 13:34:05.554876 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29129cc-e211-401e-96c4-8a8ffa587e09 admin admin] Router c50d817d-59e4-4567-90b3-a180c2e472e1 has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:34:05.629733 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-12e3cc1c-ffd6-4e05-9c2b-f91a6890a557 req-cb9f2f68-9a85-4da6-85ee-f94ea8c1774a service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116803 May 10 13:34:05.662670 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622e524-967e-4920-ae82-5382ef4cac63 req-0ca7b6ff-48dc-4317-a787-1a8f0731d509 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:05.665623 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1622e524-967e-4920-ae82-5382ef4cac63 req-0ca7b6ff-48dc-4317-a787-1a8f0731d509 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.1018667 May 10 13:34:05.734019 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1622e524-967e-4920-ae82-5382ef4cac63 req-a7cd84e7-eb04-48b9-bd53-cffb613373f3 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609159 May 10 13:34:05.868091 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29129cc-e211-401e-96c4-8a8ffa587e09 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:34:05.880094 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-12e3cc1c-ffd6-4e05-9c2b-f91a6890a557 req-6fb8e71a-768a-494f-88f6-3822a60dedaa service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820371 May 10 13:34:05.890061 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87838892-78d1-478d-ac96-a5b36a20dd62 None None] Sync routers for ids ['c50d817d-59e4-4567-90b3-a180c2e472e1'] in dv-cinder-784945-7-smb {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:34:05.892311 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-c29129cc-e211-401e-96c4-8a8ffa587e09 admin admin] 10.222.0.30 "PUT /v2.0/routers/c50d817d-59e4-4567-90b3-a180c2e472e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7517395 May 10 13:34:05.895086 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 39956) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:05.909866 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87838892-78d1-478d-ac96-a5b36a20dd62 None None] Routers {'c50d817d-59e4-4567-90b3-a180c2e472e1'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:34:05.910548 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-87838892-78d1-478d-ac96-a5b36a20dd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:33:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['c50d817d-59e4-4567-90b3-a180c2e472e1'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:06.103957 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c6d81-761c-41d1-9020-43609f4789e3 req-4e7f877b-b2cb-44b9-bed9-c99235bea1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:06.106480 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-be4c6d81-761c-41d1-9020-43609f4789e3 req-4e7f877b-b2cb-44b9-bed9-c99235bea1bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94c12e582ce64e398dff331859cc2254&device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 1097 time: 0.1697452 May 10 13:34:06.194553 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-87838892-78d1-478d-ac96-a5b36a20dd62 None None] Set router c50d817d-59e4-4567-90b3-a180c2e472e1 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:34:06.323839 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Notify callbacks [] for router, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:06.430625 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c6d81-761c-41d1-9020-43609f4789e3 req-74f2db90-aa51-47d0-a516-c4233d8e664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:06.433677 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-be4c6d81-761c-41d1-9020-43609f4789e3 req-74f2db90-aa51-47d0-a516-c4233d8e664d service neutron] 10.222.0.11 "GET /v2.0/networks?id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803 HTTP/1.1" status: 200 len: 918 time: 0.2994998 May 10 13:34:06.522008 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-e03a06e0-41ff-46c9-952e-7e8379b67a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:06.625620 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-be4c6d81-761c-41d1-9020-43609f4789e3 req-98b96c15-85c6-4027-8ebd-a49c697d6b49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b6e139c-fe15-4d13-bec7-1a2e55bd04be HTTP/1.1" status: 200 len: 1000 time: 0.1800084 May 10 13:34:06.631306 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:06.710242 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-87838892-78d1-478d-ac96-a5b36a20dd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50d817d-59e4-4567-90b3-a180c2e472e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2022123234-router', 'tenant_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.127'}], 'enable_snat': True}, 'gw_port_id': '072252d8-3873-4362-a200-192dec92d90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:39Z', 'updated_at': '2021-05-10T13:34:03Z', 'revision_number': 5, 'project_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'gw_port': {'id': '072252d8-3873-4362-a200-192dec92d90f', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50d817d-59e4-4567-90b3-a180c2e472e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:40Z', 'updated_at': '2021-05-10T13:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:06.720045 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87838892-78d1-478d-ac96-a5b36a20dd62 None None] Checking router: c50d817d-59e4-4567-90b3-a180c2e472e1 for host: dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:34:06.732801 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87838892-78d1-478d-ac96-a5b36a20dd62 None None] Routers {'c50d817d-59e4-4567-90b3-a180c2e472e1'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:34:06.733295 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-87838892-78d1-478d-ac96-a5b36a20dd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:33:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['c50d817d-59e4-4567-90b3-a180c2e472e1'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:06.771385 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Deleting port 072252d8-3873-4362-a200-192dec92d90f {{(pid=78777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:34:06.772091 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:06.780703 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c6d81-761c-41d1-9020-43609f4789e3 req-4a324f07-c497-4d09-8c84-8f12c9b87bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:06.781724 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-be4c6d81-761c-41d1-9020-43609f4789e3 req-4a324f07-c497-4d09-8c84-8f12c9b87bd5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24199e2d-ee05-4653-a9ce-54cbb6e9b5cc HTTP/1.1" status: 200 len: 856 time: 0.1456556 May 10 13:34:06.957232 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-87838892-78d1-478d-ac96-a5b36a20dd62 None None] Set router c50d817d-59e4-4567-90b3-a180c2e472e1 gateway port host: None {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:34:07.115079 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.db [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] For port 072252d8-3873-4362-a200-192dec92d90f, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=072252d8-3873-4362-a200-192dec92d90f,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:34:07.119319 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:07.121856 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-87838892-78d1-478d-ac96-a5b36a20dd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50d817d-59e4-4567-90b3-a180c2e472e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2022123234-router', 'tenant_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:39Z', 'updated_at': '2021-05-10T13:34:06Z', 'revision_number': 6, 'project_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'gw_port_host': None}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:07.133568 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87838892-78d1-478d-ac96-a5b36a20dd62 None None] The sync data for ids ['c50d817d-59e4-4567-90b3-a180c2e472e1'] in dv-cinder-784945-7-smb is: [{'id': 'c50d817d-59e4-4567-90b3-a180c2e472e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2022123234-router', 'tenant_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:39Z', 'updated_at': '2021-05-10T13:34:06Z', 'revision_number': 6, 'project_id': '81b55fe93fe34f56b1ac2e1fcd0267c9', 'gw_port_host': None}] {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:34:07.278792 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c6d81-761c-41d1-9020-43609f4789e3 req-ec508c9c-5d62-4e2b-9a2a-d4a7f6ec159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:07.280240 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-be4c6d81-761c-41d1-9020-43609f4789e3 req-ec508c9c-5d62-4e2b-9a2a-d4a7f6ec159e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3528142 May 10 13:34:07.355126 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d294232-7b6e-496f-95a0-3e50c0544464 req-9128f08b-3bdf-4c23-a606-657b57cc88de tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:07.357246 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-9d294232-7b6e-496f-95a0-3e50c0544464 req-9128f08b-3bdf-4c23-a606-657b57cc88de tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.2891994 May 10 13:34:07.428051 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Calling delete_port for 072252d8-3873-4362-a200-192dec92d90f owned by network:router_gateway {{(pid=78777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:34:07.557295 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-9d294232-7b6e-496f-95a0-3e50c0544464 req-8bcd0584-51c9-481d-9181-bd88b6945375 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770513 May 10 13:34:07.619227 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-be4c6d81-761c-41d1-9020-43609f4789e3 req-e001ace7-a9c7-49bc-8c30-9c0922f24a74 service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186109 May 10 13:34:07.800278 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:34:08.011514 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-be4c6d81-761c-41d1-9020-43609f4789e3 req-273154cd-5f14-4317-82ba-3f8a9887565a service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643287 May 10 13:34:08.182296 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:08.189536 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-1a4eb3d7-a718-4b44-9ef8-a942ff6c2240 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:08.261964 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Pushing event deleted for resources: {'Port': ['ID=072252d8-3873-4362-a200-192dec92d90f,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:08.277892 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 072252d8-3873-4362-a200-192dec92d90f no longer exists at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:34:08.326620 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:08.327018 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:08.327461 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:08.327801 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:08.328354 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:08.328969 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:08.330065 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:08.330876 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:08.331378 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:08.331978 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:08.332540 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:08.333038 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:08.336001 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] No Port match for: 072252d8-3873-4362-a200-192dec92d90f {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:34:08.336677 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 072252d8-3873-4362-a200-192dec92d90f not bound to the agent host dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:34:08.341041 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 79173585-ca2c-47fd-9cba-46f9036646c4 no longer exists at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:34:08.341822 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:08.392873 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] No Port match for: 79173585-ca2c-47fd-9cba-46f9036646c4 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:34:08.393424 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 79173585-ca2c-47fd-9cba-46f9036646c4 not bound to the agent host dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:34:08.414044 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711207'] for router_gateway, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:08.609460 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103759'] for router, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:08.612697 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:08.884384 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1801077'] for router, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:08.884997 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c50d817d-59e4-4567-90b3-a180c2e472e1 {{(pid=78777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 13:34:08.916247 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d985a-eeb4-4548-b82a-6bfb7186414a req-e7883058-fcbf-4cc3-884b-a5fd4c2d1ffb tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:08.920065 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-091d985a-eeb4-4548-b82a-6bfb7186414a req-e7883058-fcbf-4cc3-884b-a5fd4c2d1ffb tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.1201992 May 10 13:34:08.932734 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] Notify callbacks [] for router, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:08.934745 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-32f8aefe-8525-444f-9ad7-a58ee51ed92b admin admin] 10.222.0.30 "DELETE /v2.0/routers/c50d817d-59e4-4567-90b3-a180c2e472e1 HTTP/1.1" status: 204 len: 168 time: 3.0385411 May 10 13:34:08.937481 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40062) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:09.011967 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-091d985a-eeb4-4548-b82a-6bfb7186414a req-ec07c8b8-d110-46bf-a722-d5e69b80d502 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670352 May 10 13:34:09.030812 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-9659ef32-6d9d-4ad4-9d79-d6118f12441c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:09.112109 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1f40d2-049f-4890-8a76-eea7d3bf8c7c admin admin] Deleting subnet 58174d65-9a6b-4d38-b1d3-edfbd71a7769 {{(pid=78778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 13:34:09.115288 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3d1f40d2-049f-4890-8a76-eea7d3bf8c7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:09.178015 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:09.188205 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3d1f40d2-049f-4890-8a76-eea7d3bf8c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296092'] for subnet, precommit_delete_associations {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:09.295302 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40072) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:09.296380 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3d1f40d2-049f-4890-8a76-eea7d3bf8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862903'] for subnet, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:09.381181 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4a2f66-095d-4a7d-8bca-fee295a7f432 admin admin] Deleting subnet dec0be8b-741c-48b0-a93e-61a6027dd5a0 {{(pid=78777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 13:34:09.384834 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2f66-095d-4a7d-8bca-fee295a7f432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:09.437663 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2f66-095d-4a7d-8bca-fee295a7f432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2491390'] for subnet, precommit_delete_associations {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:09.510271 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2f66-095d-4a7d-8bca-fee295a7f432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862903'] for subnet, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:09.783789 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3d1f40d2-049f-4890-8a76-eea7d3bf8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2180919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2414209'] for subnet, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:09.787941 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:09.825442 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f40d2-049f-4890-8a76-eea7d3bf8c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58174d65-9a6b-4d38-b1d3-edfbd71a7769,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:09.832546 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-3d1f40d2-049f-4890-8a76-eea7d3bf8c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:09.835417 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3d1f40d2-049f-4890-8a76-eea7d3bf8c7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:09.842571 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-3d1f40d2-049f-4890-8a76-eea7d3bf8c7c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/58174d65-9a6b-4d38-b1d3-edfbd71a7769 HTTP/1.1" status: 204 len: 168 time: 0.9039757 May 10 13:34:09.845107 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40090) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:09.903692 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2f66-095d-4a7d-8bca-fee295a7f432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3874393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2121738'] for subnet, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:09.907732 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-678d77d9-3cf8-4b8a-b578-7ff2518d7852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:09.969119 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a2f66-095d-4a7d-8bca-fee295a7f432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dec0be8b-741c-48b0-a93e-61a6027dd5a0,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:09.979239 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-bf4a2f66-095d-4a7d-8bca-fee295a7f432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:09.984598 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2f66-095d-4a7d-8bca-fee295a7f432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:09.986108 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1c909b1b-cae9-4e4b-b6d5-541fef7b5ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782519'] for network, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:09.993229 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40098) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:09.993511 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-bf4a2f66-095d-4a7d-8bca-fee295a7f432 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dec0be8b-741c-48b0-a93e-61a6027dd5a0 HTTP/1.1" status: 204 len: 168 time: 0.6968286 May 10 13:34:10.217811 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:10.267344 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137aa260-7f3a-4455-a916-393ee9e89d7e req-8148b5da-4b77-4d8c-9528-bc887441016e tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:10.276764 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-137aa260-7f3a-4455-a916-393ee9e89d7e req-8148b5da-4b77-4d8c-9528-bc887441016e tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.1297073 May 10 13:34:10.335995 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-137aa260-7f3a-4455-a916-393ee9e89d7e req-9d7912e6-f6c7-4ec4-b583-7881021498ab tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574443 May 10 13:34:10.349067 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c6478216-32ec-4ab9-a907-c1b0491b54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782519'] for network, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:10.383748 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1c909b1b-cae9-4e4b-b6d5-541fef7b5ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8786273459357'] for network, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:10.420644 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-1c909b1b-cae9-4e4b-b6d5-541fef7b5ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd']}} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:10.449820 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-1c909b1b-cae9-4e4b-b6d5-541fef7b5ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a623463-1454-4077-8558-bd797f856a72') {'for_net_delete': True} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:10.450112 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-1c909b1b-cae9-4e4b-b6d5-541fef7b5ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a623463-1454-4077-8558-bd797f856a72') {} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:10.511754 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1c909b1b-cae9-4e4b-b6d5-541fef7b5ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786273471335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296067'] for segment, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:10.544098 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1c909b1b-cae9-4e4b-b6d5-541fef7b5ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:10.546965 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c6478216-32ec-4ab9-a907-c1b0491b54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8786273459357'] for network, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:10.562395 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c909b1b-cae9-4e4b-b6d5-541fef7b5ae9 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=78778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 13:34:10.562686 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1c909b1b-cae9-4e4b-b6d5-541fef7b5ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2180945'] for segment, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: Traceback (most recent call last): May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: timer() May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: cb(*args, **kw) May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: return func(*args, **kwargs) May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: self._notify() May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: self.callback(batched_events) May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: event.method(event) May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: aggregate_uuid = self.p_client.list_aggregates( May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: return f(self, *a, **k) May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: return self._get(url).json() May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: return self.request(url, 'GET', **kwargs) May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: base_url = self.get_endpoint(auth, allow=allow, May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 13:34:10.575661 dv-cinder-784945-7-smb neutron-server[78778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 13:34:10.577832 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-c6478216-32ec-4ab9-a907-c1b0491b54f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81dba7d3-767d-42f7-87c9-fa26ea52ea9c']}} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:10.642980 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-c6478216-32ec-4ab9-a907-c1b0491b54f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb51554c-3cfc-4ba1-91bb-021867b88011') {'for_net_delete': True} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:10.643297 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-c6478216-32ec-4ab9-a907-c1b0491b54f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb51554c-3cfc-4ba1-91bb-021867b88011') {} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:10.670532 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c6478216-32ec-4ab9-a907-c1b0491b54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786273471335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296067'] for segment, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:10.687609 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1c909b1b-cae9-4e4b-b6d5-541fef7b5ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1711221'] for network, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:10.689531 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c6478216-32ec-4ab9-a907-c1b0491b54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:10.696504 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1195539f-4d79-418b-98be-d94c7b637dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:10.709998 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1c909b1b-cae9-4e4b-b6d5-541fef7b5ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:10.712613 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6478216-32ec-4ab9-a907-c1b0491b54f8 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=78778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 13:34:10.713004 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c6478216-32ec-4ab9-a907-c1b0491b54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2180945'] for segment, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: Traceback (most recent call last): May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: timer() May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: cb(*args, **kw) May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: return func(*args, **kwargs) May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: self._notify() May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: self.callback(batched_events) May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: event.method(event) May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: aggregate_uuid = self.p_client.list_aggregates( May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: return f(self, *a, **k) May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: return self._get(url).json() May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: return self.request(url, 'GET', **kwargs) May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: base_url = self.get_endpoint(auth, allow=allow, May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 13:34:10.729057 dv-cinder-784945-7-smb neutron-server[78778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 13:34:10.740190 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c909b1b-cae9-4e4b-b6d5-541fef7b5ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:10.789714 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1c909b1b-cae9-4e4b-b6d5-541fef7b5ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:10.807048 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-1c909b1b-cae9-4e4b-b6d5-541fef7b5ae9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/04490b15-89df-4f8f-9d2e-4fc6c6dbb5dd HTTP/1.1" status: 204 len: 168 time: 0.9607053 May 10 13:34:10.825069 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c6478216-32ec-4ab9-a907-c1b0491b54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1711221'] for network, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:10.830288 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c6478216-32ec-4ab9-a907-c1b0491b54f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:10.832883 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1c909b1b-cae9-4e4b-b6d5-541fef7b5ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:10.855792 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6478216-32ec-4ab9-a907-c1b0491b54f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=81dba7d3-767d-42f7-87c9-fa26ea52ea9c,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:10.858368 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-c6478216-32ec-4ab9-a907-c1b0491b54f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:10.866765 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-c6478216-32ec-4ab9-a907-c1b0491b54f8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/81dba7d3-767d-42f7-87c9-fa26ea52ea9c HTTP/1.1" status: 204 len: 168 time: 0.8699241 May 10 13:34:10.945048 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40110) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:11.006552 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-ebd3a9a5-94a6-40cf-993e-269f822ea983 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=81b55fe93fe34f56b1ac2e1fcd0267c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0577404 May 10 13:34:11.006552 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40116) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:11.007347 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40118) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:11.063547 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-87babf30-7287-4d4b-a288-cc28482f7177 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d029b6bf7924c648fc6833b7ab3c6d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571465 May 10 13:34:11.064219 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40124) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:11.086428 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9163470d-b474-4dac-ae08-dc1ff98a728c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:11.142814 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9163470d-b474-4dac-ae08-dc1ff98a728c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:11.175986 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bad338c6-c949-45b2-8e95-539da5dff007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:11.219826 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bad338c6-c949-45b2-8e95-539da5dff007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:11.271682 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9163470d-b474-4dac-ae08-dc1ff98a728c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:11.279650 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-89691598-59b1-429c-8345-2dbda1ccd6a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:11.294162 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163470d-b474-4dac-ae08-dc1ff98a728c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:11.298856 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-9163470d-b474-4dac-ae08-dc1ff98a728c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:11.328408 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9163470d-b474-4dac-ae08-dc1ff98a728c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:11.329590 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-9163470d-b474-4dac-ae08-dc1ff98a728c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d5d5eb4-befa-42cd-abe7-dd552fbfeb0f HTTP/1.1" status: 204 len: 168 time: 0.3212397 May 10 13:34:11.337166 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bad338c6-c949-45b2-8e95-539da5dff007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:11.341402 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-9c065d87-32e2-42bf-a475-a09799e18553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:11.356708 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad338c6-c949-45b2-8e95-539da5dff007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:11.360023 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-bad338c6-c949-45b2-8e95-539da5dff007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:11.380005 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bad338c6-c949-45b2-8e95-539da5dff007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:11.383407 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-bad338c6-c949-45b2-8e95-539da5dff007 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d48760a-d31e-4fe0-bdd4-ae6e51e3c6f0 HTTP/1.1" status: 204 len: 168 time: 0.3159528 May 10 13:34:11.584091 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb68b3-ecdc-418a-b5c5-e549abf6a081 req-f7f626d8-4e43-4440-93bc-ae0b4a24aa67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:11.586867 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-76fb68b3-ecdc-418a-b5c5-e549abf6a081 req-f7f626d8-4e43-4440-93bc-ae0b4a24aa67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.1263881 May 10 13:34:11.665894 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-76fb68b3-ecdc-418a-b5c5-e549abf6a081 req-aa3fa189-2c97-46a6-b59e-dbf03e06a373 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665383 May 10 13:34:11.814235 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40148) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:11.992094 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-72b8cac2-3e0f-4d7c-965e-05f1f4238e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:12.000331 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:12.008526 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-72b8cac2-3e0f-4d7c-965e-05f1f4238e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:12.013943 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-72b8cac2-3e0f-4d7c-965e-05f1f4238e94 admin admin] Usage tracker for resource:security_group_rule and tenant:3415d1a984f548d1b6c46f4313b38a95 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:12.017502 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-72b8cac2-3e0f-4d7c-965e-05f1f4238e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:12.032846 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-72b8cac2-3e0f-4d7c-965e-05f1f4238e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:12.163801 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-72b8cac2-3e0f-4d7c-965e-05f1f4238e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:12.168188 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-72b8cac2-3e0f-4d7c-965e-05f1f4238e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:12.176433 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-9163470d-b474-4dac-ae08-dc1ff98a728c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:12.221331 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8cac2-3e0f-4d7c-965e-05f1f4238e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77aa9b93-7df0-45ca-aaa6-4aa970881bbe,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:12.226065 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-72b8cac2-3e0f-4d7c-965e-05f1f4238e94 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3415d1a984f548d1b6c46f4313b38a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096415 May 10 13:34:12.227076 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-72b8cac2-3e0f-4d7c-965e-05f1f4238e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:12.228653 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40172) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:12.312709 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2fbc1fef-5a5f-4c13-9df3-278c5097cdaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:12.343845 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2fbc1fef-5a5f-4c13-9df3-278c5097cdaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:12.438134 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2fbc1fef-5a5f-4c13-9df3-278c5097cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:12.441922 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-bc5a259a-3fd2-49f5-a849-8546d956364f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:12.454310 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc1fef-5a5f-4c13-9df3-278c5097cdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77aa9b93-7df0-45ca-aaa6-4aa970881bbe,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:12.466011 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-2fbc1fef-5a5f-4c13-9df3-278c5097cdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:12.497322 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2fbc1fef-5a5f-4c13-9df3-278c5097cdaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:12.502752 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-2fbc1fef-5a5f-4c13-9df3-278c5097cdaf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77aa9b93-7df0-45ca-aaa6-4aa970881bbe HTTP/1.1" status: 204 len: 168 time: 0.2730615 May 10 13:34:12.850097 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40200) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:12.946271 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79329138-33f2-4dcd-b6b0-5916cf4f857e req-d7e865ed-074f-48c6-a0f9-0ee513ff2b01 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:12.947965 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-79329138-33f2-4dcd-b6b0-5916cf4f857e req-d7e865ed-074f-48c6-a0f9-0ee513ff2b01 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.1228473 May 10 13:34:13.010208 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-79329138-33f2-4dcd-b6b0-5916cf4f857e req-ef72069b-ed56-436c-9fcf-c65f7577145e tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560567 May 10 13:34:13.031951 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40208) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:13.050372 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bd3697a0-4a54-42e0-9e6f-26d27910421f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:13.051318 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1254029300-network', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:13.055924 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:13.060094 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Usage tracker for resource:network and tenant:aed95712bd2b4455b07f64688d052baa is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:13.064954 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-bd3697a0-4a54-42e0-9e6f-26d27910421f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:13.066820 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:13.068881 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-bd3697a0-4a54-42e0-9e6f-26d27910421f admin admin] Usage tracker for resource:security_group_rule and tenant:f5c70c0cf98046b98952d88fa1a7c0e0 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:13.071684 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-bd3697a0-4a54-42e0-9e6f-26d27910421f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:13.072947 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:13.077401 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-bd3697a0-4a54-42e0-9e6f-26d27910421f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:13.098727 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Made reservation on behalf of aed95712bd2b4455b07f64688d052baa for: {'network': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:34:13.101652 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for network, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:13.117033 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:13.135743 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:13.152764 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Usage tracker for resource:security_group_rule and tenant:aed95712bd2b4455b07f64688d052baa is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:13.160315 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:13.176135 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:13.214302 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bd3697a0-4a54-42e0-9e6f-26d27910421f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:13.220434 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bd3697a0-4a54-42e0-9e6f-26d27910421f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:13.238170 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-1ad5c4fb-6574-4444-8dc8-394bc0f50ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:13.295217 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3697a0-4a54-42e0-9e6f-26d27910421f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc37d0a-4e3f-4d88-81f5-c48eda69d77c,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:13.300564 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-bd3697a0-4a54-42e0-9e6f-26d27910421f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5c70c0cf98046b98952d88fa1a7c0e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675474 May 10 13:34:13.301955 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-bd3697a0-4a54-42e0-9e6f-26d27910421f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:13.303135 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40218) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:13.368204 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1446a947-af2f-4701-b227-9e4f28979eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:13.387701 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:13.392233 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:13.396799 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:13.399423 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1446a947-af2f-4701-b227-9e4f28979eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:13.421957 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=78778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:34:13.440558 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac255308-25d2-4bfc-bc9f-7f066fc99add,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:13.445340 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:13.446485 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:13.446884 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.db.segments_db [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Added segment 2e17b361-ddf8-457a-b171-6c5b504b525f of type vlan for network 72f7116b-c3ab-4a0a-93c8-178ba457121f May 10 13:34:13.483492 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1446a947-af2f-4701-b227-9e4f28979eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:13.489613 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-6054aa32-8adb-44e2-913d-a4191eb59115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:13.507535 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1446a947-af2f-4701-b227-9e4f28979eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:13.509058 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-1446a947-af2f-4701-b227-9e4f28979eb1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8dc37d0a-4e3f-4d88-81f5-c48eda69d77c HTTP/1.1" status: 204 len: 168 time: 0.2050040 May 10 13:34:13.510367 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446a947-af2f-4701-b227-9e4f28979eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc37d0a-4e3f-4d88-81f5-c48eda69d77c,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:13.513840 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-1446a947-af2f-4701-b227-9e4f28979eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:13.601625 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786273018480'] for network, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:13.632762 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for network, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:13.634317 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:13.635037 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:13.672747 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:13.692338 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8407817 May 10 13:34:13.695454 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40232) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:13.703885 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-95e55784-7ffc-437b-87c0-5e9150d3bcf3 admin admin] Request body: {'subnet': {'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1254029300-subnet', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'ip_version': 4}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:13.712983 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-95e55784-7ffc-437b-87c0-5e9150d3bcf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:13.722843 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-95e55784-7ffc-437b-87c0-5e9150d3bcf3 admin admin] Usage tracker for resource:subnet and tenant:aed95712bd2b4455b07f64688d052baa is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:13.740550 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-95e55784-7ffc-437b-87c0-5e9150d3bcf3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:13.751570 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-95e55784-7ffc-437b-87c0-5e9150d3bcf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:13.766635 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e55784-7ffc-437b-87c0-5e9150d3bcf3 admin admin] Made reservation on behalf of aed95712bd2b4455b07f64688d052baa for: {'subnet': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:34:13.772784 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-95e55784-7ffc-437b-87c0-5e9150d3bcf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2121825'] for subnet, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:13.782591 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Pushing event updated for resources: {'Network': ['ID=72f7116b-c3ab-4a0a-93c8-178ba457121f,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:13.785162 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:13.798486 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Network 72f7116b-c3ab-4a0a-93c8-178ba457121f details requested by agent ovs-agent-dv-cinder-784945-7-smb with host dv-cinder-784945-7-smb {{(pid=78779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 13:34:14.010360 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40242) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:14.060892 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1dbdd35a-81d9-44b4-81c6-56544057530d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:14.069440 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-1dbdd35a-81d9-44b4-81c6-56544057530d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:14.074737 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-1dbdd35a-81d9-44b4-81c6-56544057530d admin admin] Usage tracker for resource:security_group_rule and tenant:ee94ac06a1894746b57cbfaaed81e7bd is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:14.098918 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-1dbdd35a-81d9-44b4-81c6-56544057530d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:14.115341 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-1dbdd35a-81d9-44b4-81c6-56544057530d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:14.398617 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1dbdd35a-81d9-44b4-81c6-56544057530d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:14.411371 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1dbdd35a-81d9-44b4-81c6-56544057530d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:14.414745 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-95e55784-7ffc-437b-87c0-5e9150d3bcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3999642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2121747'] for subnet, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:14.420983 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:14.422955 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-9672543d-78e7-4800-9585-93be91126e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:14.525510 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ae05f-5e54-4c46-952d-33707e4b6a5d req-87b484f7-c3e9-423d-9735-31612bfe0e8a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:14.530189 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-604ae05f-5e54-4c46-952d-33707e4b6a5d req-87b484f7-c3e9-423d-9735-31612bfe0e8a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.2500424 May 10 13:34:14.534078 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbdd35a-81d9-44b4-81c6-56544057530d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd1a80d-3752-40b9-9cdf-342377e9b6ea,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:14.560314 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-1dbdd35a-81d9-44b4-81c6-56544057530d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee94ac06a1894746b57cbfaaed81e7bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5486293 May 10 13:34:14.561745 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1dbdd35a-81d9-44b4-81c6-56544057530d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:14.564290 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40256) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:14.634372 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e55784-7ffc-437b-87c0-5e9150d3bcf3 admin admin] Checking segment: {'id': '2e17b361-ddf8-457a-b171-6c5b504b525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:34:14.634742 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-604ae05f-5e54-4c46-952d-33707e4b6a5d req-cdf4120e-6739-4605-9058-e4f45d416864 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034026 May 10 13:34:14.634889 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e55784-7ffc-437b-87c0-5e9150d3bcf3 admin admin] Network hostable DHCP agents. Network: 72f7116b-c3ab-4a0a-93c8-178ba457121f, hostable agents: ['e353725d-04b0-4fbf-b9b2-fde86cba17eb'], hosted agents: [] {{(pid=78777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:34:14.638784 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e55784-7ffc-437b-87c0-5e9150d3bcf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:14.641586 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-95e55784-7ffc-437b-87c0-5e9150d3bcf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:14.669973 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e55784-7ffc-437b-87c0-5e9150d3bcf3 admin admin] Network 72f7116b-c3ab-4a0a-93c8-178ba457121f is scheduled to be hosted by DHCP agent e353725d-04b0-4fbf-b9b2-fde86cba17eb with binding_index 1 {{(pid=78777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:34:14.670213 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2a07fc80-f931-4e4c-86fc-a257d6717554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:14.681903 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-95e55784-7ffc-437b-87c0-5e9150d3bcf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-smb, 72f7116b-c3ab-4a0a-93c8-178ba457121f) {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:34:14.692765 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e55784-7ffc-437b-87c0-5e9150d3bcf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:14.693204 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d909282-3e9c-413e-9b6c-cfe680ddc22e None None] Network 72f7116b-c3ab-4a0a-93c8-178ba457121f requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:34:14.693434 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-95e55784-7ffc-437b-87c0-5e9150d3bcf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:14.694753 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2a07fc80-f931-4e4c-86fc-a257d6717554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:14.718874 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-95e55784-7ffc-437b-87c0-5e9150d3bcf3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0191925 May 10 13:34:14.719101 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40264) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:14.724597 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1254029300-router', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:14.729679 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:14.735100 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Usage tracker for resource:router and tenant:aed95712bd2b4455b07f64688d052baa is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:14.739291 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:14.752600 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:14.758433 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2a07fc80-f931-4e4c-86fc-a257d6717554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:14.770024 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-79c97388-2aa4-4735-a837-5f8f17520514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:14.780697 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1802218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103805'] for router, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:14.782088 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103798'] for router, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:14.806067 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07fc80-f931-4e4c-86fc-a257d6717554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd1a80d-3752-40b9-9cdf-342377e9b6ea,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:14.810291 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-2a07fc80-f931-4e4c-86fc-a257d6717554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:14.810518 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:14.815139 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2a07fc80-f931-4e4c-86fc-a257d6717554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:14.818546 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-2a07fc80-f931-4e4c-86fc-a257d6717554 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8fd1a80d-3752-40b9-9cdf-342377e9b6ea HTTP/1.1" status: 204 len: 168 time: 0.2510490 May 10 13:34:15.049212 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe84325ab-a6c9-5dc4-96db-441876245d66-72f7116b-c3ab-4a0a-93c8-178ba457121f', 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'fixed_ips': [{'subnet_id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5'}]}} from dv-cinder-784945-7-smb. {{(pid=78779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 13:34:15.049212 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:15.268009 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708444', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103768'] for router, precommit_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:15.288221 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.db_base_plugin_common [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Allocated IP 172.20.0.2 (72f7116b-c3ab-4a0a-93c8-178ba457121f/0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5/e58889a2-1172-419c-9061-1a1624e1bab3) {{(pid=78779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:34:15.658587 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Notify callbacks [] for port, precommit_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:15.684703 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Transition to ACTIVE for port object e58889a2-1172-419c-9061-1a1624e1bab3 will not be triggered until provisioned by entity L2. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:34:15.718124 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Transition to ACTIVE for port object e58889a2-1172-419c-9061-1a1624e1bab3 will not be triggered until provisioned by entity DHCP. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:34:15.725331 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:15.731806 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:15.739456 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:15.785652 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:15.837519 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Network 72f7116b-c3ab-4a0a-93c8-178ba457121f is already hosted by enough agents. {{(pid=78779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:34:15.841294 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.scheduler.base_scheduler [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Resources bound (agent type, host, resource id): {{(pid=78779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:34:15.845503 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Received port after_create {{(pid=78779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:34:15.862413 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Pushing event updated for resources: {'Port': ['ID=e58889a2-1172-419c-9061-1a1624e1bab3,revision_number=1']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:15.902344 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:15.902702 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:15.903043 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:15.903376 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:15.903706 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:15.904234 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:15.904561 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:15.904891 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:15.905215 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:15.905560 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:15.905884 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:15.906204 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:15.914257 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:15.993831 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Attempting to bind port e58889a2-1172-419c-9061-1a1624e1bab3 on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:34:15.994340 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Attempting to bind port e58889a2-1172-419c-9061-1a1624e1bab3 by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': '2e17b361-ddf8-457a-b171-6c5b504b525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f'}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:34:15.994709 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Attempting to bind port e58889a2-1172-419c-9061-1a1624e1bab3 on network 72f7116b-c3ab-4a0a-93c8-178ba457121f {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:34:16.001083 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:34:16.001495 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Checking segment: {'id': '2e17b361-ddf8-457a-b171-6c5b504b525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:34:16.001901 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:16.002300 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Bound using segment: {'id': '2e17b361-ddf8-457a-b171-6c5b504b525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f'} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:34:16.002774 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Bound port: e58889a2-1172-419c-9061-1a1624e1bab3, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e17b361-ddf8-457a-b171-6c5b504b525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f'}}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:34:16.003147 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:16.083277 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdda0d-4127-4651-8c78-84c12fa3699c req-cbbfa6d5-b115-4b27-a8a2-49617c5bdb80 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:16.084697 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6fbdda0d-4127-4651-8c78-84c12fa3699c req-cbbfa6d5-b115-4b27-a8a2-49617c5bdb80 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.2500117 May 10 13:34:16.103840 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_common [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Allocated IP 172.28.0.97 (201b784b-a2c0-4851-ba32-323396f26c0e/a3facc7a-ff4c-482b-8bd3-938f14d413a3/8333934d-69ef-4ab7-95ad-efad2ca93854) {{(pid=78777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:34:16.147997 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] For port e58889a2-1172-419c-9061-1a1624e1bab3, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:34:16.151771 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] For port e58889a2-1172-419c-9061-1a1624e1bab3, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=e58889a2-1172-419c-9061-1a1624e1bab3,segment=NetworkSegment(2e17b361-ddf8-457a-b171-6c5b504b525f),segment_id=2e17b361-ddf8-457a-b171-6c5b504b525f)] {{(pid=78779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:34:16.157659 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:16.162040 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:16.278175 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6fbdda0d-4127-4651-8c78-84c12fa3699c req-a42c63f4-fb38-4287-b6c0-bdc669b9eff9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815794 May 10 13:34:16.291048 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Pushing event updated for resources: {'Port': ['ID=e58889a2-1172-419c-9061-1a1624e1bab3,revision_number=2']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:16.330250 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:16.495382 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:16.595395 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:16.609740 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:16.738955 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Network 201b784b-a2c0-4851-ba32-323396f26c0e is already hosted by enough agents. {{(pid=78777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:34:16.740194 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Resources bound (agent type, host, resource id): {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:34:16.744183 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Received port after_create {{(pid=78777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:34:16.851616 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Pushing event updated for resources: {'Port': ['ID=8333934d-69ef-4ab7-95ad-efad2ca93854,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:16.867199 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:16.981937 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40320) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:17.243748 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-b7cd6b7d-7637-44bd-af0a-6f51a9c96a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:17.267679 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-b7cd6b7d-7637-44bd-af0a-6f51a9c96a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:17.272951 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-b7cd6b7d-7637-44bd-af0a-6f51a9c96a65 admin admin] Usage tracker for resource:security_group_rule and tenant:3cf7b9ded97b4352b4d0e03f197209e9 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:17.277074 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-b7cd6b7d-7637-44bd-af0a-6f51a9c96a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:17.290961 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-b7cd6b7d-7637-44bd-af0a-6f51a9c96a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:17.502844 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-b7cd6b7d-7637-44bd-af0a-6f51a9c96a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:17.561067 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-b7cd6b7d-7637-44bd-af0a-6f51a9c96a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:17.657683 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-08b825f1-13fc-4997-b31a-0d958a72b8fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:17.684901 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-b7cd6b7d-7637-44bd-af0a-6f51a9c96a65 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3cf7b9ded97b4352b4d0e03f197209e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7012172 May 10 13:34:17.688740 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40342) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:17.721525 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd6b7d-7637-44bd-af0a-6f51a9c96a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62dd6d66-fdc7-49cb-bf54-3a5ca8e539d8,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:17.726029 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-b7cd6b7d-7637-44bd-af0a-6f51a9c96a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:17.766973 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:17.770754 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc5e18-5a49-498b-ba4d-79d87f0a7241 req-495a6efe-ff1c-4622-af09-c829e39a6b3f tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:17.772415 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c5cc5e18-5a49-498b-ba4d-79d87f0a7241 req-495a6efe-ff1c-4622-af09-c829e39a6b3f tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.2725549 May 10 13:34:17.845916 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c5cc5e18-5a49-498b-ba4d-79d87f0a7241 req-8572f63b-3f85-44cc-80d3-84efe9b0d4b3 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619774 May 10 13:34:17.956505 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ab814104-ff00-4a8b-9234-7f64af301dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:17.958441 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ba47d4-20d6-41de-9164-7c567ffa15ca None None] Network 72f7116b-c3ab-4a0a-93c8-178ba457121f requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:34:17.996276 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ab814104-ff00-4a8b-9234-7f64af301dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:18.157686 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device e58889a2-1172-419c-9061-1a1624e1bab3 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:34:18.190898 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-6803d4a2-aab7-4c15-83d1-cf3af76ff0e8 None None] Provisioning for port e58889a2-1172-419c-9061-1a1624e1bab3 completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:34:18.231369 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ab814104-ff00-4a8b-9234-7f64af301dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:18.237388 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-b2fa8334-a614-4717-8458-c3d1dae0f0f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:18.259082 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab814104-ff00-4a8b-9234-7f64af301dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dd6d66-fdc7-49cb-bf54-3a5ca8e539d8,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:18.264591 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ab814104-ff00-4a8b-9234-7f64af301dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:18.277337 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711625'] for router, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:18.292140 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port e58889a2-1172-419c-9061-1a1624e1bab3 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:34:18.306560 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port e58889a2-1172-419c-9061-1a1624e1bab3 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:34:18.306933 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:18.407052 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ab814104-ff00-4a8b-9234-7f64af301dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:18.420850 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-ab814104-ff00-4a8b-9234-7f64af301dbb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/62dd6d66-fdc7-49cb-bf54-3a5ca8e539d8 HTTP/1.1" status: 204 len: 168 time: 0.7309954 May 10 13:34:18.448590 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:18.497100 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port e58889a2-1172-419c-9061-1a1624e1bab3, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=e58889a2-1172-419c-9061-1a1624e1bab3,segment=NetworkSegment(2e17b361-ddf8-457a-b171-6c5b504b525f),segment_id=2e17b361-ddf8-457a-b171-6c5b504b525f)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:34:18.500941 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:18.503889 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:18.568509 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Router 4870af6b-b4d0-4fb2-a377-dca22ed541eb is scheduled to L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 with binding_index 1 {{(pid=78777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 13:34:18.592068 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-38288807-5a0d-468f-85b3-a64de03ee9c0 None None] Provisioning complete for port e58889a2-1172-419c-9061-1a1624e1bab3 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:34:18.592485 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-38288807-5a0d-468f-85b3-a64de03ee9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:18.678529 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=e58889a2-1172-419c-9061-1a1624e1bab3,revision_number=3']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:18.683769 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:18.791751 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:34:18.802754 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Sync routers for ids ['4870af6b-b4d0-4fb2-a377-dca22ed541eb'] in dv-cinder-784945-7-smb {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:34:18.812853 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Routers {'4870af6b-b4d0-4fb2-a377-dca22ed541eb'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:34:18.813534 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:34:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['4870af6b-b4d0-4fb2-a377-dca22ed541eb'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:18.816677 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Notify callbacks [] for router, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:18.817948 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0978112 May 10 13:34:18.820715 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40360) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:19.004061 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Set router 4870af6b-b4d0-4fb2-a377-dca22ed541eb gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:34:19.076577 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40368) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:19.241488 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-ef936809-0b1c-4e02-a8c9-243e3f07e6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:19.259273 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-ef936809-0b1c-4e02-a8c9-243e3f07e6cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:19.263269 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-ef936809-0b1c-4e02-a8c9-243e3f07e6cd admin admin] Usage tracker for resource:security_group_rule and tenant:ef34bfa3eaf54bb0b80441f37c7cb735 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:19.266159 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-ef936809-0b1c-4e02-a8c9-243e3f07e6cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:19.271992 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-ef936809-0b1c-4e02-a8c9-243e3f07e6cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:19.316829 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'name': 'tempest-TestShelveInstance-1254029300-router', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:14Z', 'updated_at': '2021-05-10T13:34:17Z', 'revision_number': 3, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'gw_port': {'id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:15Z', 'updated_at': '2021-05-10T13:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:19.321225 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Checking router: 4870af6b-b4d0-4fb2-a377-dca22ed541eb for host: dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:34:19.321717 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Updating router 4870af6b-b4d0-4fb2-a377-dca22ed541eb port 8333934d-69ef-4ab7-95ad-efad2ca93854 binding host dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:34:19.348192 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5a767-58a6-4cef-859c-6fd92c505ab7 req-3fc08091-b55f-4632-9b33-d86a43a34e66 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:19.353840 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-dcb5a767-58a6-4cef-859c-6fd92c505ab7 req-3fc08091-b55f-4632-9b33-d86a43a34e66 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.3719494 May 10 13:34:19.375650 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-ef936809-0b1c-4e02-a8c9-243e3f07e6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:19.376969 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:19.380342 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-ef936809-0b1c-4e02-a8c9-243e3f07e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:19.389203 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-72b8cac2-3e0f-4d7c-965e-05f1f4238e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:19.419352 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-dcb5a767-58a6-4cef-859c-6fd92c505ab7 req-dd69748d-6b7b-420f-a345-bb63af22c5cb tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605888 May 10 13:34:19.427259 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef936809-0b1c-4e02-a8c9-243e3f07e6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85380982-d020-45f4-9e7a-8a3b4893bd67,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:19.430531 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-ef936809-0b1c-4e02-a8c9-243e3f07e6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:19.436827 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-ef936809-0b1c-4e02-a8c9-243e3f07e6cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef34bfa3eaf54bb0b80441f37c7cb735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568273 May 10 13:34:19.437145 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40374) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:19.502134 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-fb2ad3b3-0d6d-44a7-bab3-96c8b37e73e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:19.531422 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-fb2ad3b3-0d6d-44a7-bab3-96c8b37e73e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:19.593300 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-fb2ad3b3-0d6d-44a7-bab3-96c8b37e73e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:19.600234 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-70fcdec9-6b9f-4f45-aec2-3473bfb8c488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:19.614055 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ad3b3-0d6d-44a7-bab3-96c8b37e73e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85380982-d020-45f4-9e7a-8a3b4893bd67,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:19.617956 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-fb2ad3b3-0d6d-44a7-bab3-96c8b37e73e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:19.619885 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-fb2ad3b3-0d6d-44a7-bab3-96c8b37e73e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:19.621675 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-fb2ad3b3-0d6d-44a7-bab3-96c8b37e73e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85380982-d020-45f4-9e7a-8a3b4893bd67 HTTP/1.1" status: 204 len: 168 time: 0.1829114 May 10 13:34:19.737456 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Notify callbacks [] for port, precommit_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:19.752439 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Transition to ACTIVE for port object 8333934d-69ef-4ab7-95ad-efad2ca93854 will not be triggered until provisioned by entity L2. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:34:19.759106 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:19.764062 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-0154dffd-8d42-4762-bb2a-bff4acc27095 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:19.766201 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:19.840138 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Attempting to bind port 8333934d-69ef-4ab7-95ad-efad2ca93854 on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:34:19.840521 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Attempting to bind port 8333934d-69ef-4ab7-95ad-efad2ca93854 by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:34:19.840892 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Attempting to bind port 8333934d-69ef-4ab7-95ad-efad2ca93854 on network 201b784b-a2c0-4851-ba32-323396f26c0e {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:34:19.851757 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:34:19.852139 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Checking segment: {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:34:19.852550 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:19.852952 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Bound using segment: {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:34:19.853453 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Bound port: 8333934d-69ef-4ab7-95ad-efad2ca93854, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:34:19.853835 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:19.902214 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d67b38-9295-41e1-add9-ad602609a9df None None] Pushing event updated for resources: {'Port': ['ID=8333934d-69ef-4ab7-95ad-efad2ca93854,revision_number=2']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:19.906473 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-39d67b38-9295-41e1-add9-ad602609a9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:19.933022 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40384) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:19.939931 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] For port 8333934d-69ef-4ab7-95ad-efad2ca93854, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:34:19.943778 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] For port 8333934d-69ef-4ab7-95ad-efad2ca93854, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=8333934d-69ef-4ab7-95ad-efad2ca93854,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:34:19.949585 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:19.952028 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-46213bb4-0b12-427f-ad4a-a6ad9d0d037b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:19.954365 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-2f84b721-5f55-4e98-ac2b-de97e88c2fb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:19.967720 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-46213bb4-0b12-427f-ad4a-a6ad9d0d037b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:19.971683 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-46213bb4-0b12-427f-ad4a-a6ad9d0d037b admin admin] Usage tracker for resource:security_group_rule and tenant:92dfcfc1e45e43308ae9874a3729eb70 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:19.974696 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-46213bb4-0b12-427f-ad4a-a6ad9d0d037b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:19.981116 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-46213bb4-0b12-427f-ad4a-a6ad9d0d037b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:20.017991 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_common [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Allocated IP 172.20.0.1 (72f7116b-c3ab-4a0a-93c8-178ba457121f/0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5/cc133a32-a703-43ac-a611-a876753e1542) {{(pid=78777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:34:20.084570 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Routers {'4870af6b-b4d0-4fb2-a377-dca22ed541eb'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:34:20.085217 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:34:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['4870af6b-b4d0-4fb2-a377-dca22ed541eb'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:20.100936 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-46213bb4-0b12-427f-ad4a-a6ad9d0d037b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:20.106430 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-46213bb4-0b12-427f-ad4a-a6ad9d0d037b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:20.118731 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-12de25c0-8018-4623-b9df-3705d3644444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:20.145946 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device e58889a2-1172-419c-9061-1a1624e1bab3 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:34:20.166985 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-46213bb4-0b12-427f-ad4a-a6ad9d0d037b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92dfcfc1e45e43308ae9874a3729eb70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299652 May 10 13:34:20.166985 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46213bb4-0b12-427f-ad4a-a6ad9d0d037b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa45de7a-43ba-490a-bb43-fd52d8f5352b,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:20.169492 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40390) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:20.172246 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-46213bb4-0b12-427f-ad4a-a6ad9d0d037b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:20.243896 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:20.251464 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-dec158ca-0f32-45c8-9dd0-eb5c8fccc7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:20.268716 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.provisioning_blocks [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Transition to ACTIVE for port object cc133a32-a703-43ac-a611-a876753e1542 will not be triggered until provisioned by entity DHCP. {{(pid=78777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:34:20.285475 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-dec158ca-0f32-45c8-9dd0-eb5c8fccc7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:20.295068 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:20.305439 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:20.321159 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d67b38-9295-41e1-add9-ad602609a9df None None] Pushing event updated for resources: {'Port': ['ID=8333934d-69ef-4ab7-95ad-efad2ca93854,revision_number=3']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:20.326085 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-39d67b38-9295-41e1-add9-ad602609a9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:20.351154 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-dec158ca-0f32-45c8-9dd0-eb5c8fccc7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:20.357444 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Network 72f7116b-c3ab-4a0a-93c8-178ba457121f is already hosted by enough agents. {{(pid=78777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:34:20.359917 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-77c48eb6-0532-43be-b3a8-3aef0b10ff99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:20.360194 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Resources bound (agent type, host, resource id): {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:34:20.364098 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Received port after_create {{(pid=78777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:34:20.381116 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec158ca-0f32-45c8-9dd0-eb5c8fccc7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa45de7a-43ba-490a-bb43-fd52d8f5352b,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:20.384697 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-dec158ca-0f32-45c8-9dd0-eb5c8fccc7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:20.385899 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port e58889a2-1172-419c-9061-1a1624e1bab3 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:34:20.386319 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:20.387956 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-dec158ca-0f32-45c8-9dd0-eb5c8fccc7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:20.389255 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-dec158ca-0f32-45c8-9dd0-eb5c8fccc7e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa45de7a-43ba-490a-bb43-fd52d8f5352b HTTP/1.1" status: 204 len: 168 time: 0.2185955 May 10 13:34:20.418667 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Pushing event updated for resources: {'Port': ['ID=cc133a32-a703-43ac-a611-a876753e1542,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:20.423027 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:20.440031 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704918'] for router_interface, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:20.447777 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] Set router 4870af6b-b4d0-4fb2-a377-dca22ed541eb gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:34:20.704096 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-bc008407-76df-4ae0-a78f-7de3f56b1a37 None None] Provisioning for port cc133a32-a703-43ac-a611-a876753e1542 completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:34:20.727305 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-bc008407-76df-4ae0-a78f-7de3f56b1a37 None None] Provisioning complete for port cc133a32-a703-43ac-a611-a876753e1542 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:34:20.727907 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-bc008407-76df-4ae0-a78f-7de3f56b1a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:20.747854 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:20.758501 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7f99-5c82-4c58-9f8a-8c43b694e6c6 req-1cdae1c9-808e-47fe-a95d-5dbe815a9310 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:20.760509 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8d1d7f99-5c82-4c58-9f8a-8c43b694e6c6 req-1cdae1c9-808e-47fe-a95d-5dbe815a9310 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.1212695 May 10 13:34:20.827610 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8d1d7f99-5c82-4c58-9f8a-8c43b694e6c6 req-70939b61-c625-47db-897b-c05602cb8710 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601418 May 10 13:34:20.847510 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-bc008407-76df-4ae0-a78f-7de3f56b1a37 None None] Port cc133a32-a703-43ac-a611-a876753e1542 cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:34:20.880796 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'name': 'tempest-TestShelveInstance-1254029300-router', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:14Z', 'updated_at': '2021-05-10T13:34:17Z', 'revision_number': 3, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'gw_port': {'id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:15Z', 'updated_at': '2021-05-10T13:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:20.885014 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6a5f22-5fad-41eb-a4c9-4f2085c27db7 None None] The sync data for ids ['4870af6b-b4d0-4fb2-a377-dca22ed541eb'] in dv-cinder-784945-7-smb is: [{'id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'name': 'tempest-TestShelveInstance-1254029300-router', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:14Z', 'updated_at': '2021-05-10T13:34:17Z', 'revision_number': 3, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'gw_port': {'id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:15Z', 'updated_at': '2021-05-10T13:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}] {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:34:21.144329 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:21.156557 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3874323'] for port, after_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:21.210354 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:21.304089 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704821'] for router_interface, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:21.307746 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Pushing event updated for resources: {'Port': ['ID=cc133a32-a703-43ac-a611-a876753e1542,revision_number=2']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:21.313933 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:21.530139 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Network 72f7116b-c3ab-4a0a-93c8-178ba457121f is already hosted by enough agents. {{(pid=78777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:34:21.532105 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Resources bound (agent type, host, resource id): {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:34:21.778301 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Router 4870af6b-b4d0-4fb2-a377-dca22ed541eb has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:34:21.784890 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-430691bb-08fa-4b8a-86d8-113f31f4dea5 None None] Provisioning complete for port cc133a32-a703-43ac-a611-a876753e1542 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:34:21.785490 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-430691bb-08fa-4b8a-86d8-113f31f4dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:21.914791 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-430691bb-08fa-4b8a-86d8-113f31f4dea5 None None] Port cc133a32-a703-43ac-a611-a876753e1542 cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:34:22.054377 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2b6e139c-fe15-4d13-bec7-1a2e55bd04be details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:34:22.118389 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:34:22.146394 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21eab3-39a9-4137-a8c2-0aa1c92a4ad7 req-6d9adb87-0820-49d5-b520-6a56b3a4e02c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:22.148416 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-bf21eab3-39a9-4137-a8c2-0aa1c92a4ad7 req-6d9adb87-0820-49d5-b520-6a56b3a4e02c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 944 time: 0.1509745 May 10 13:34:22.155404 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] 10.222.0.30 "PUT /v2.0/routers/4870af6b-b4d0-4fb2-a377-dca22ed541eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3336296 May 10 13:34:22.208663 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-bf21eab3-39a9-4137-a8c2-0aa1c92a4ad7 req-f20244d2-c05f-477c-8ce8-8bb99f385a6e tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543392 May 10 13:34:22.228489 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 8333934d-69ef-4ab7-95ad-efad2ca93854 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:34:22.356211 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port 8333934d-69ef-4ab7-95ad-efad2ca93854 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:34:22.365563 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 8333934d-69ef-4ab7-95ad-efad2ca93854 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:34:22.366015 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:22.408988 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:34:22.429238 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'port_id': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be', 'mac_address': 'fa:16:3e:97:5e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:34:22.540336 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:22.568538 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b6e139c-fe15-4d13-bec7-1a2e55bd04be {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:34:22.573725 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:22.598671 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:34:22.601845 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port 8333934d-69ef-4ab7-95ad-efad2ca93854, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=8333934d-69ef-4ab7-95ad-efad2ca93854,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:34:22.605876 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:22.608226 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:22.637483 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:22.676961 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,revision_number=9']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:22.680695 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:22.681434 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:22.753845 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=8333934d-69ef-4ab7-95ad-efad2ca93854,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:22.757483 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:22.872930 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['2b6e139c-fe15-4d13-bec7-1a2e55bd04be'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:34:23.068485 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Sync routers for ids ['4870af6b-b4d0-4fb2-a377-dca22ed541eb'] in dv-cinder-784945-7-smb {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:34:23.086119 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Routers {'4870af6b-b4d0-4fb2-a377-dca22ed541eb'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:34:23.086753 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:34:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['4870af6b-b4d0-4fb2-a377-dca22ed541eb'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:23.158725 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84252d-b6c7-4664-845e-c37ed009500e req-d7dce623-8341-45f9-b3dc-4da5d94275e9 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:23.169963 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-dd84252d-b6c7-4664-845e-c37ed009500e req-d7dce623-8341-45f9-b3dc-4da5d94275e9 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.1408319 May 10 13:34:23.271891 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-dd84252d-b6c7-4664-845e-c37ed009500e req-e9b77107-a753-4055-a77e-d6a1caaf670c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926497 May 10 13:34:23.274369 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40484) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:23.279943 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-493034869-network', 'tenant_id': '5d878554a19d49a2a5ce644a110e13a6'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:23.302295 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:23.305005 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Usage tracker for resource:network and tenant:5d878554a19d49a2a5ce644a110e13a6 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:23.308698 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:23.316141 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:23.328662 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Made reservation on behalf of 5d878554a19d49a2a5ce644a110e13a6 for: {'network': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:34:23.331201 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for network, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:23.343207 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:23.359774 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:23.360014 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Set router 4870af6b-b4d0-4fb2-a377-dca22ed541eb gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:34:23.364179 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Usage tracker for resource:security_group_rule and tenant:5d878554a19d49a2a5ce644a110e13a6 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:23.367110 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:23.374801 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:23.515743 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88ce7e-7041-46b3-9e73-af48913e5ef2 req-fc7968b5-eeb7-485e-9522-081577ed92bf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:23.517216 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9b88ce7e-7041-46b3-9e73-af48913e5ef2 req-fc7968b5-eeb7-485e-9522-081577ed92bf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 945 time: 0.1296744 May 10 13:34:23.549674 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:23.557126 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:23.561369 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-d8f170ef-944b-4fba-abc4-7badff5a4b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:23.602241 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=78777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:34:23.609241 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9b88ce7e-7041-46b3-9e73-af48913e5ef2 req-d21475f8-f343-4852-bb29-400383802955 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798020 May 10 13:34:23.617800 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31715053-31ea-4583-ac10-bf622458fd76,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:23.621061 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:23.623877 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:23.624426 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.db.segments_db [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Added segment 4c0f617f-0322-4c2a-95c9-8d61f4079dea of type vlan for network b78ab28e-bfb3-4e0f-a844-e075627a1f8e May 10 13:34:23.664993 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786273018480'] for network, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:23.708803 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'name': 'tempest-TestShelveInstance-1254029300-router', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:14Z', 'updated_at': '2021-05-10T13:34:20Z', 'revision_number': 4, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'gw_port': {'id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:15Z', 'updated_at': '2021-05-10T13:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': 'cc133a32-a703-43ac-a611-a876753e1542', 'name': '', 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'mac_address': 'fa:16:3e:50:09:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:20Z', 'revision_number': 2, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'subnets': [{'id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:23.712813 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Checking router: 4870af6b-b4d0-4fb2-a377-dca22ed541eb for host: dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:34:23.713294 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Updating router 4870af6b-b4d0-4fb2-a377-dca22ed541eb port cc133a32-a703-43ac-a611-a876753e1542 binding host dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:34:23.719044 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for network, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:23.721207 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:23.721896 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:23.728201 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:23.783916 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:23.837380 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Pushing event updated for resources: {'Network': ['ID=b78ab28e-bfb3-4e0f-a844-e075627a1f8e,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:23.847995 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Network b78ab28e-bfb3-4e0f-a844-e075627a1f8e details requested by agent ovs-agent-dv-cinder-784945-7-smb with host dv-cinder-784945-7-smb {{(pid=78779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 13:34:23.855990 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40504) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:23.856172 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5807517 May 10 13:34:23.857567 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:23.862879 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-afde00b3-292d-4ccd-8672-77e0ea4ae0b6 admin admin] Request body: {'subnet': {'network_id': 'b78ab28e-bfb3-4e0f-a844-e075627a1f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-493034869-subnet', 'tenant_id': '5d878554a19d49a2a5ce644a110e13a6', 'ip_version': 4}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:23.880513 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-afde00b3-292d-4ccd-8672-77e0ea4ae0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:23.903218 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-afde00b3-292d-4ccd-8672-77e0ea4ae0b6 admin admin] Usage tracker for resource:subnet and tenant:5d878554a19d49a2a5ce644a110e13a6 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:23.917343 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-afde00b3-292d-4ccd-8672-77e0ea4ae0b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:23.927379 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-afde00b3-292d-4ccd-8672-77e0ea4ae0b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:23.947558 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afde00b3-292d-4ccd-8672-77e0ea4ae0b6 admin admin] Made reservation on behalf of 5d878554a19d49a2a5ce644a110e13a6 for: {'subnet': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:34:23.950360 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-afde00b3-292d-4ccd-8672-77e0ea4ae0b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2414314'] for subnet, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:24.078263 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2b6e139c-fe15-4d13-bec7-1a2e55bd04be up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:34:24.149395 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 8333934d-69ef-4ab7-95ad-efad2ca93854 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:34:24.265024 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 8333934d-69ef-4ab7-95ad-efad2ca93854 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:34:24.265713 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:24.294124 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16dab1-3a0e-4e1c-b89e-f67af0cb0b2b req-18e23eb3-b007-4502-91d1-289837c68b27 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:24.297123 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ef16dab1-3a0e-4e1c-b89e-f67af0cb0b2b req-18e23eb3-b007-4502-91d1-289837c68b27 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 985 time: 0.2181201 May 10 13:34:24.320714 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Notify callbacks [] for port, precommit_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:24.337307 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.provisioning_blocks [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Transition to ACTIVE for port object cc133a32-a703-43ac-a611-a876753e1542 will not be triggered until provisioned by entity L2. {{(pid=78780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:34:24.350290 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:24.361470 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-96786881-7772-4e8b-9f65-b9aecbfa27b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:24.368365 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:34:24.369320 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:24.404705 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f6280-8452-4b9e-be53-666a9e822095 req-0277574f-5efb-4959-b82b-609b6519aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:24.406261 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6d0f6280-8452-4b9e-be53-666a9e822095 req-0277574f-5efb-4959-b82b-609b6519aedc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a6534be084a463cba9c1f70213e861c&device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 1138 time: 0.2882235 May 10 13:34:24.451121 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ef16dab1-3a0e-4e1c-b89e-f67af0cb0b2b req-7a7a50c3-778f-4bfd-a730-1ed49a0b8b32 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=98c60141-55e8-4b6f-8580-58016c91c215&id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1356857 May 10 13:34:24.597510 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d657c1-8cd9-48f0-b121-f1d1d30aebf4 None None] Pushing event updated for resources: {'Port': ['ID=cc133a32-a703-43ac-a611-a876753e1542,revision_number=3']} {{(pid=78780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:24.645957 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d657c1-8cd9-48f0-b121-f1d1d30aebf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:24.646446 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d657c1-8cd9-48f0-b121-f1d1d30aebf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:24.649519 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d657c1-8cd9-48f0-b121-f1d1d30aebf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:24.654593 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d657c1-8cd9-48f0-b121-f1d1d30aebf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:24.654934 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d657c1-8cd9-48f0-b121-f1d1d30aebf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:24.655268 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d657c1-8cd9-48f0-b121-f1d1d30aebf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:24.655591 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d657c1-8cd9-48f0-b121-f1d1d30aebf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:24.655911 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d657c1-8cd9-48f0-b121-f1d1d30aebf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:24.656405 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d657c1-8cd9-48f0-b121-f1d1d30aebf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:24.656736 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d657c1-8cd9-48f0-b121-f1d1d30aebf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:24.657052 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d657c1-8cd9-48f0-b121-f1d1d30aebf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:24.657388 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d657c1-8cd9-48f0-b121-f1d1d30aebf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:24.670612 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-e9d657c1-8cd9-48f0-b121-f1d1d30aebf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:24.681782 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Attempting to bind port cc133a32-a703-43ac-a611-a876753e1542 on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:34:24.682150 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Attempting to bind port cc133a32-a703-43ac-a611-a876753e1542 by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': '2e17b361-ddf8-457a-b171-6c5b504b525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f'}] {{(pid=78780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:34:24.682512 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Attempting to bind port cc133a32-a703-43ac-a611-a876753e1542 on network 72f7116b-c3ab-4a0a-93c8-178ba457121f {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:34:24.689616 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:34:24.690001 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Checking segment: {'id': '2e17b361-ddf8-457a-b171-6c5b504b525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:34:24.690393 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:24.690787 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Bound using segment: {'id': '2e17b361-ddf8-457a-b171-6c5b504b525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f'} {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:34:24.691266 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Bound port: cc133a32-a703-43ac-a611-a876753e1542, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e17b361-ddf8-457a-b171-6c5b504b525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f'}}] {{(pid=78780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:34:24.691655 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:24.712386 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:24.759517 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd841b5b-4923-4129-b966-917fa897af6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:34:24.777923 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:34:24.796336 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:24.799706 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:24.869213 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.db [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] For port cc133a32-a703-43ac-a611-a876753e1542, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:34:24.875934 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.db [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] For port cc133a32-a703-43ac-a611-a876753e1542, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=cc133a32-a703-43ac-a611-a876753e1542,segment=NetworkSegment(2e17b361-ddf8-457a-b171-6c5b504b525f),segment_id=2e17b361-ddf8-457a-b171-6c5b504b525f)] {{(pid=78780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:34:24.884442 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:24.897602 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa83811-b4b5-4938-bd14-706274e0b370 req-5c44c6b1-7a4e-46d8-b9d8-f953a0173d71 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:24.898169 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-cb4c0735-ee1b-4a45-84ae-1ff9cc016122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:24.907003 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,revision_number=10']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:24.910116 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:24.910662 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-faa83811-b4b5-4938-bd14-706274e0b370 req-5c44c6b1-7a4e-46d8-b9d8-f953a0173d71 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.4246969 May 10 13:34:24.920673 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfd8e1-b6c6-4d6c-ac33-a080f1d3fd64 req-f0f8893d-d295-40d3-9eb1-8abb60abb8e9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:24.922201 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-09bfd8e1-b6c6-4d6c-ac33-a080f1d3fd64 req-f0f8893d-d295-40d3-9eb1-8abb60abb8e9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 947 time: 0.1461041 May 10 13:34:24.972803 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f6280-8452-4b9e-be53-666a9e822095 req-816f8130-72c2-4473-ba8a-0a1625e572c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:24.975016 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6d0f6280-8452-4b9e-be53-666a9e822095 req-816f8130-72c2-4473-ba8a-0a1625e572c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cdc794b0-2dce-44ef-8006-d22c57c9443c HTTP/1.1" status: 200 len: 916 time: 0.5595999 May 10 13:34:24.975995 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-09bfd8e1-b6c6-4d6c-ac33-a080f1d3fd64 req-f4d05e26-b4cb-460f-a8ae-9ed0a894e47a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467932 May 10 13:34:24.985513 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d657c1-8cd9-48f0-b121-f1d1d30aebf4 None None] Pushing event updated for resources: {'Port': ['ID=cc133a32-a703-43ac-a611-a876753e1542,revision_number=4']} {{(pid=78780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:24.990013 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-e9d657c1-8cd9-48f0-b121-f1d1d30aebf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:24.998870 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Routers {'4870af6b-b4d0-4fb2-a377-dca22ed541eb'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:34:24.999506 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:34:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['4870af6b-b4d0-4fb2-a377-dca22ed541eb'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:25.056779 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40528) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:25.074283 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd841b5b-4923-4129-b966-917fa897af6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be', 'code': 200} May 10 13:34:25.147016 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-faa83811-b4b5-4938-bd14-706274e0b370 req-3f108534-6f66-4676-a236-b9aa33a0908f tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181680 May 10 13:34:25.224048 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] Set router 4870af6b-b4d0-4fb2-a377-dca22ed541eb gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:34:25.228314 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6d0f6280-8452-4b9e-be53-666a9e822095 req-c9dfe51a-b709-4a2e-81d1-1737afe9220d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41bd68c8-3acc-4883-8714-ea1578949900 HTTP/1.1" status: 200 len: 1002 time: 0.2366929 May 10 13:34:25.247293 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9ee4b310-343b-4329-9cc7-095f4801216c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:25.263516 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-9ee4b310-343b-4329-9cc7-095f4801216c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:25.280812 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-9ee4b310-343b-4329-9cc7-095f4801216c admin admin] Usage tracker for resource:security_group_rule and tenant:1e9378225a264f8c817bbc01c0b71119 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:25.288236 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-9ee4b310-343b-4329-9cc7-095f4801216c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:25.297166 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-9ee4b310-343b-4329-9cc7-095f4801216c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:25.320303 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f6280-8452-4b9e-be53-666a9e822095 req-c5a75749-572e-42dd-9611-681d20f220f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:25.321930 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6d0f6280-8452-4b9e-be53-666a9e822095 req-c5a75749-572e-42dd-9611-681d20f220f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=28cae42e-babc-4b3c-91e3-f80b7f1706c7 HTTP/1.1" status: 200 len: 854 time: 0.0756629 May 10 13:34:25.410423 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9ee4b310-343b-4329-9cc7-095f4801216c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:25.429170 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9ee4b310-343b-4329-9cc7-095f4801216c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:25.457761 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-3ff36579-10b9-4e78-bc86-cc0e3ff60588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:25.474891 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f6280-8452-4b9e-be53-666a9e822095 req-e2f918d7-8196-461e-83a5-0605e6e00434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:25.476574 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6d0f6280-8452-4b9e-be53-666a9e822095 req-e2f918d7-8196-461e-83a5-0605e6e00434 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cdc794b0-2dce-44ef-8006-d22c57c9443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1459403 May 10 13:34:25.494247 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-afde00b3-292d-4ccd-8672-77e0ea4ae0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2580212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2414232'] for subnet, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:25.562189 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4b310-343b-4329-9cc7-095f4801216c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2f06eb-34c6-4e64-b7f5-4ac2fe0f08ab,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:25.567845 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-9ee4b310-343b-4329-9cc7-095f4801216c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:25.576445 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-9ee4b310-343b-4329-9cc7-095f4801216c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e9378225a264f8c817bbc01c0b71119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5182791 May 10 13:34:25.577890 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40540) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:25.640420 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-162e993e-49af-41cc-98a7-d06f89023c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:25.670636 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6d0f6280-8452-4b9e-be53-666a9e822095 req-5d643cc3-5f10-4f70-ab53-f247e0e1368b service neutron] 10.222.0.11 "GET /v2.0/networks/cdc794b0-2dce-44ef-8006-d22c57c9443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776204 May 10 13:34:25.675705 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'name': 'tempest-TestShelveInstance-1254029300-router', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:14Z', 'updated_at': '2021-05-10T13:34:20Z', 'revision_number': 4, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'gw_port': {'id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:15Z', 'updated_at': '2021-05-10T13:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': 'cc133a32-a703-43ac-a611-a876753e1542', 'name': '', 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'mac_address': 'fa:16:3e:50:09:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:24Z', 'revision_number': 4, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'subnets': [{'id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:25.680389 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6442b-b56c-448b-a6eb-a2d6edb40e03 None None] The sync data for ids ['4870af6b-b4d0-4fb2-a377-dca22ed541eb'] in dv-cinder-784945-7-smb is: [{'id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'name': 'tempest-TestShelveInstance-1254029300-router', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:14Z', 'updated_at': '2021-05-10T13:34:20Z', 'revision_number': 4, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'gw_port': {'id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:15Z', 'updated_at': '2021-05-10T13:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': 'cc133a32-a703-43ac-a611-a876753e1542', 'name': '', 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'mac_address': 'fa:16:3e:50:09:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:24Z', 'revision_number': 4, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'subnets': [{'id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:34:25.729111 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e86611ab-69a2-40e2-acb6-427212a63967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:25.798529 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e86611ab-69a2-40e2-acb6-427212a63967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:25.857072 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566272fb-f8b8-4603-9da3-37bbafa810eb req-53d5380e-e69f-4273-b0b8-646bdcfd816a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:25.865143 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-566272fb-f8b8-4603-9da3-37bbafa810eb req-53d5380e-e69f-4273-b0b8-646bdcfd816a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 985 time: 0.2208390 May 10 13:34:25.865441 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde00b3-292d-4ccd-8672-77e0ea4ae0b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b0ad0bd-3fe5-44d0-b837-97bd8356cf9c,revision_number=0']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:25.871709 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-afde00b3-292d-4ccd-8672-77e0ea4ae0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:25.905718 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde00b3-292d-4ccd-8672-77e0ea4ae0b6 admin admin] Checking segment: {'id': '4c0f617f-0322-4c2a-95c9-8d61f4079dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b78ab28e-bfb3-4e0f-a844-e075627a1f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:34:25.906408 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afde00b3-292d-4ccd-8672-77e0ea4ae0b6 admin admin] Network hostable DHCP agents. Network: b78ab28e-bfb3-4e0f-a844-e075627a1f8e, hostable agents: ['e353725d-04b0-4fbf-b9b2-fde86cba17eb'], hosted agents: [] {{(pid=78778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:34:25.966839 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2a06b-413f-4bb2-9d1b-a444e557ecb8 req-5bb5c53d-e251-4234-9f52-8c2f8109f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:25.968388 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-54f2a06b-413f-4bb2-9d1b-a444e557ecb8 req-5bb5c53d-e251-4234-9f52-8c2f8109f4c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 1100 time: 0.2940936 May 10 13:34:25.970819 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6d0f6280-8452-4b9e-be53-666a9e822095 req-e98c2c2a-6eb4-47ae-8bf3-2ff37cee64a8 service neutron] 10.222.0.11 "GET /v2.0/networks/cdc794b0-2dce-44ef-8006-d22c57c9443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529871 May 10 13:34:25.971777 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afde00b3-292d-4ccd-8672-77e0ea4ae0b6 admin admin] Network b78ab28e-bfb3-4e0f-a844-e075627a1f8e is scheduled to be hosted by DHCP agent e353725d-04b0-4fbf-b9b2-fde86cba17eb with binding_index 1 {{(pid=78778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:34:25.986338 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-afde00b3-292d-4ccd-8672-77e0ea4ae0b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-smb, b78ab28e-bfb3-4e0f-a844-e075627a1f8e) {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:34:25.995649 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba6f012-6b4e-4380-a175-dc977220166e None None] Network b78ab28e-bfb3-4e0f-a844-e075627a1f8e requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:34:26.052850 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde00b3-292d-4ccd-8672-77e0ea4ae0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:26.053766 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-afde00b3-292d-4ccd-8672-77e0ea4ae0b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:26.100813 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-54f2a06b-413f-4bb2-9d1b-a444e557ecb8 req-a820cf0d-c4b4-4a43-a5bb-4ea73d13adc5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165338 May 10 13:34:26.134706 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-afde00b3-292d-4ccd-8672-77e0ea4ae0b6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2698431 May 10 13:34:26.135777 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40550) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:26.155011 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-493034869-router', 'tenant_id': '5d878554a19d49a2a5ce644a110e13a6', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:26.168155 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:26.173165 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Usage tracker for resource:router and tenant:5d878554a19d49a2a5ce644a110e13a6 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:26.176416 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:26.187223 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:26.198135 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-566272fb-f8b8-4603-9da3-37bbafa810eb req-a1a688c8-eb8b-4bed-8760-6d749ae70d0f tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=98c60141-55e8-4b6f-8580-58016c91c215&id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3319113 May 10 13:34:26.202273 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1802218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103805'] for router, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:26.203303 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103798'] for router, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:26.206783 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device cc133a32-a703-43ac-a611-a876753e1542 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:34:26.238413 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e86611ab-69a2-40e2-acb6-427212a63967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:26.248676 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:26.249495 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-045d7d78-6f3c-43e2-93a0-4b2c5306541b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:26.283202 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86611ab-69a2-40e2-acb6-427212a63967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2f06eb-34c6-4e64-b7f5-4ac2fe0f08ab,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:26.294250 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-e86611ab-69a2-40e2-acb6-427212a63967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:26.311144 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e86611ab-69a2-40e2-acb6-427212a63967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:26.313284 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-e86611ab-69a2-40e2-acb6-427212a63967 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a2f06eb-34c6-4e64-b7f5-4ac2fe0f08ab HTTP/1.1" status: 204 len: 168 time: 0.7337549 May 10 13:34:26.518962 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09968775-2cfa-46ec-a1db-6635961d2425 req-fa0d71f0-c8f9-4f1a-9665-e477aa0b41ad tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:26.520961 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-09968775-2cfa-46ec-a1db-6635961d2425 req-fa0d71f0-c8f9-4f1a-9665-e477aa0b41ad tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.1219525 May 10 13:34:26.525458 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port cc133a32-a703-43ac-a611-a876753e1542 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:34:26.538614 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port cc133a32-a703-43ac-a611-a876753e1542 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:34:26.539004 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:26.583789 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-09968775-2cfa-46ec-a1db-6635961d2425 req-f2751e0d-287c-4adc-bf48-d4823f315a69 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532761 May 10 13:34:26.715960 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe84325ab-a6c9-5dc4-96db-441876245d66-b78ab28e-bfb3-4e0f-a844-e075627a1f8e', 'network_id': 'b78ab28e-bfb3-4e0f-a844-e075627a1f8e', 'tenant_id': '5d878554a19d49a2a5ce644a110e13a6', 'fixed_ips': [{'subnet_id': '2b0ad0bd-3fe5-44d0-b837-97bd8356cf9c'}]}} from dv-cinder-784945-7-smb. {{(pid=78779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 13:34:26.716892 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:26.810455 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:26.819232 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40562) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:26.827223 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708444', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1800734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103768'] for router, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:26.849459 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-096c0d7a-d415-40c4-9307-9d37edc5fc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:26.874112 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-096c0d7a-d415-40c4-9307-9d37edc5fc44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:26.880632 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-096c0d7a-d415-40c4-9307-9d37edc5fc44 admin admin] Usage tracker for resource:security_group_rule and tenant:20ae12c8a1744dbda4d236a98f259905 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:26.883246 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port cc133a32-a703-43ac-a611-a876753e1542, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=cc133a32-a703-43ac-a611-a876753e1542,segment=NetworkSegment(2e17b361-ddf8-457a-b171-6c5b504b525f),segment_id=2e17b361-ddf8-457a-b171-6c5b504b525f)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:34:26.885919 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-096c0d7a-d415-40c4-9307-9d37edc5fc44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:26.894606 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-096c0d7a-d415-40c4-9307-9d37edc5fc44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:26.922029 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:26.932639 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:26.992079 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-096c0d7a-d415-40c4-9307-9d37edc5fc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:26.998825 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-096c0d7a-d415-40c4-9307-9d37edc5fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:27.008367 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ab11b709-da1d-4335-b2ac-44bc7dc10442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:27.021649 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.db_base_plugin_common [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Allocated IP 172.20.0.2 (b78ab28e-bfb3-4e0f-a844-e075627a1f8e/2b0ad0bd-3fe5-44d0-b837-97bd8356cf9c/8325c56b-4907-4e5c-b658-c22db49ec429) {{(pid=78779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:34:27.031821 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=cc133a32-a703-43ac-a611-a876753e1542,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:27.045594 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:27.057943 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-096c0d7a-d415-40c4-9307-9d37edc5fc44 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20ae12c8a1744dbda4d236a98f259905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379196 May 10 13:34:27.060449 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40568) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:27.073929 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472516f-08f4-4e47-81ce-5d54e2349ab2 req-8a0dbc6e-cc6b-4f75-b25c-7e7cbfd0f118 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:27.074294 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c0d7a-d415-40c4-9307-9d37edc5fc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bef3ba-1ea1-40c3-b7cc-ddab22e5267e,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:27.075425 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0472516f-08f4-4e47-81ce-5d54e2349ab2 req-8a0dbc6e-cc6b-4f75-b25c-7e7cbfd0f118 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 947 time: 0.5020716 May 10 13:34:27.088357 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-096c0d7a-d415-40c4-9307-9d37edc5fc44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:27.161107 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a2dd43cc-e86c-4604-bc6b-5fc57c3aa459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:27.172301 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0472516f-08f4-4e47-81ce-5d54e2349ab2 req-0561faea-5ea5-4cfe-b215-df9368d55fb6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807776 May 10 13:34:27.236427 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a2dd43cc-e86c-4604-bc6b-5fc57c3aa459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:27.302167 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a2dd43cc-e86c-4604-bc6b-5fc57c3aa459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:27.309160 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-dc9a4ae5-6937-44a5-b582-56eb32faae7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:27.321393 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd43cc-e86c-4604-bc6b-5fc57c3aa459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bef3ba-1ea1-40c3-b7cc-ddab22e5267e,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:27.330146 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-a2dd43cc-e86c-4604-bc6b-5fc57c3aa459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:27.342422 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a2dd43cc-e86c-4604-bc6b-5fc57c3aa459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:27.344584 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-a2dd43cc-e86c-4604-bc6b-5fc57c3aa459 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38bef3ba-1ea1-40c3-b7cc-ddab22e5267e HTTP/1.1" status: 204 len: 168 time: 0.2718565 May 10 13:34:27.509954 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d756e23-e02a-4f2c-8520-c95bdc9a3df9 req-89e1b3b9-8180-49b1-b940-ba0a36af7cb2 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:27.514185 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6d756e23-e02a-4f2c-8520-c95bdc9a3df9 req-89e1b3b9-8180-49b1-b940-ba0a36af7cb2 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 985 time: 0.1503072 May 10 13:34:27.517456 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Notify callbacks [] for port, precommit_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:27.552791 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Transition to ACTIVE for port object 8325c56b-4907-4e5c-b658-c22db49ec429 will not be triggered until provisioned by entity L2. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:34:27.558455 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:27.595569 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6d756e23-e02a-4f2c-8520-c95bdc9a3df9 req-ba6b6091-966f-4f8f-b79c-c8dbc5829e62 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=98c60141-55e8-4b6f-8580-58016c91c215&id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747590 May 10 13:34:27.599632 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Transition to ACTIVE for port object 8325c56b-4907-4e5c-b658-c22db49ec429 will not be triggered until provisioned by entity DHCP. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:34:27.610524 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511'] for port, after_create {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:27.613235 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:27.622149 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:27.707473 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Network b78ab28e-bfb3-4e0f-a844-e075627a1f8e is already hosted by enough agents. {{(pid=78779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:34:27.710555 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.scheduler.base_scheduler [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Resources bound (agent type, host, resource id): {{(pid=78779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:34:27.714154 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Received port after_create {{(pid=78779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:34:27.773054 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Pushing event updated for resources: {'Port': ['ID=8325c56b-4907-4e5c-b658-c22db49ec429,revision_number=1']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:27.780642 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:27.846110 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Attempting to bind port 8325c56b-4907-4e5c-b658-c22db49ec429 on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:34:27.846505 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Attempting to bind port 8325c56b-4907-4e5c-b658-c22db49ec429 by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': '4c0f617f-0322-4c2a-95c9-8d61f4079dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b78ab28e-bfb3-4e0f-a844-e075627a1f8e'}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:34:27.846864 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Attempting to bind port 8325c56b-4907-4e5c-b658-c22db49ec429 on network b78ab28e-bfb3-4e0f-a844-e075627a1f8e {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:34:27.852648 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:34:27.853246 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Checking segment: {'id': '4c0f617f-0322-4c2a-95c9-8d61f4079dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b78ab28e-bfb3-4e0f-a844-e075627a1f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:34:27.854330 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:27.855715 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Bound using segment: {'id': '4c0f617f-0322-4c2a-95c9-8d61f4079dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b78ab28e-bfb3-4e0f-a844-e075627a1f8e'} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:34:27.856342 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Bound port: 8325c56b-4907-4e5c-b658-c22db49ec429, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0f617f-0322-4c2a-95c9-8d61f4079dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b78ab28e-bfb3-4e0f-a844-e075627a1f8e'}}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:34:27.857213 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:27.874246 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Allocated IP 172.28.0.121 (201b784b-a2c0-4851-ba32-323396f26c0e/a3facc7a-ff4c-482b-8bd3-938f14d413a3/aac60384-9e98-49bc-a69f-fd959ee63511) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:34:27.964814 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] For port 8325c56b-4907-4e5c-b658-c22db49ec429, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:34:27.968527 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] For port 8325c56b-4907-4e5c-b658-c22db49ec429, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=8325c56b-4907-4e5c-b658-c22db49ec429,segment=NetworkSegment(4c0f617f-0322-4c2a-95c9-8d61f4079dea),segment_id=4c0f617f-0322-4c2a-95c9-8d61f4079dea)] {{(pid=78779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:34:27.974201 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:27.980909 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:27.999886 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f672b-2e9a-4549-b903-57fce9e6cdc7 req-8b75f873-32db-42fc-9426-6c12c916b4f0 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:28.001395 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-9c5f672b-2e9a-4549-b903-57fce9e6cdc7 req-8b75f873-32db-42fc-9426-6c12c916b4f0 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.2585235 May 10 13:34:28.077665 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-9c5f672b-2e9a-4549-b903-57fce9e6cdc7 req-0fa42627-4b1a-472e-9c26-4be4c395aa68 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664809 May 10 13:34:28.132472 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device cc133a32-a703-43ac-a611-a876753e1542 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:34:28.154504 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:28.191803 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:28.197242 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-acedc2c5-1437-4a98-962c-814f327ee939 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:28.265104 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Network 201b784b-a2c0-4851-ba32-323396f26c0e is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:34:28.268596 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:34:28.272079 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Pushing event updated for resources: {'Port': ['ID=8325c56b-4907-4e5c-b658-c22db49ec429,revision_number=2']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:28.274977 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:34:28.275189 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-30ca0b13-f6f8-48fa-bbb0-3ea0d252042a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:28.292038 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port cc133a32-a703-43ac-a611-a876753e1542 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:34:28.293014 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:28.400827 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Pushing event updated for resources: {'Port': ['ID=aac60384-9e98-49bc-a69f-fd959ee63511,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:28.408259 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:28.593085 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee47da5-89de-4d80-a924-3b171582a17f req-b5557eca-2add-42df-bb62-4fc87919306b tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:28.598554 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1ee47da5-89de-4d80-a924-3b171582a17f req-b5557eca-2add-42df-bb62-4fc87919306b tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 947 time: 0.2169211 May 10 13:34:28.659016 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1ee47da5-89de-4d80-a924-3b171582a17f req-93f14c1c-4639-42c9-a223-710f2e9161c4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530605 May 10 13:34:28.952570 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:29.324922 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe230e-6676-477b-be37-0b99a47edf93 req-5b9fdde2-1e96-4a48-96ad-90defe2f7076 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:29.332382 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-5cbe230e-6676-477b-be37-0b99a47edf93 req-5b9fdde2-1e96-4a48-96ad-90defe2f7076 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.1263838 May 10 13:34:29.387596 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-5cbe230e-6676-477b-be37-0b99a47edf93 req-03126fdb-2bf5-4a0b-83e6-3c67069ad782 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542929 May 10 13:34:29.394010 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b5e7bd-0f3b-4c15-a79a-bc83698dfafb None None] Network b78ab28e-bfb3-4e0f-a844-e075627a1f8e requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:34:29.409983 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5bd38-76d8-4c88-bd98-82d194587b07 req-50c08484-25be-4d2c-bc3a-cc54e5aa98c0 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:29.411181 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b8d5bd38-76d8-4c88-bd98-82d194587b07 req-50c08484-25be-4d2c-bc3a-cc54e5aa98c0 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 985 time: 0.6440892 May 10 13:34:29.486530 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-b8d5bd38-76d8-4c88-bd98-82d194587b07 req-f7c21872-8b51-4e16-8a66-981e3bd3ad31 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Synchronizing usage tracker for tenant:1a6534be084a463cba9c1f70213e861c on resource:security_group {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:34:29.521228 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-b8d5bd38-76d8-4c88-bd98-82d194587b07 req-f7c21872-8b51-4e16-8a66-981e3bd3ad31 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Unset dirty status for tenant:1a6534be084a463cba9c1f70213e861c on resource:security_group {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:34:29.522610 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b8d5bd38-76d8-4c88-bd98-82d194587b07 req-f7c21872-8b51-4e16-8a66-981e3bd3ad31 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=98c60141-55e8-4b6f-8580-58016c91c215&id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1008847 May 10 13:34:29.526486 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1800807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711625'] for router, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:29.564872 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-63252ab7-f1bb-4f38-9cba-37aa9118c80d None None] Provisioning for port 8325c56b-4907-4e5c-b658-c22db49ec429 completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:34:29.761715 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Router aab5d5a7-46dd-4f23-83e6-a87a47fa805e is scheduled to L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 with binding_index 1 {{(pid=78778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 13:34:30.021053 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:34:30.031909 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Sync routers for ids ['aab5d5a7-46dd-4f23-83e6-a87a47fa805e'] in dv-cinder-784945-7-smb {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:34:30.036635 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290cd6e-fa33-422b-b2df-a48eaafbd245 req-25e0471a-61a0-4a4e-a24c-1527d6778529 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:30.038114 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-1290cd6e-fa33-422b-b2df-a48eaafbd245 req-25e0471a-61a0-4a4e-a24c-1527d6778529 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 947 time: 0.1943731 May 10 13:34:30.049562 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Routers {'aab5d5a7-46dd-4f23-83e6-a87a47fa805e'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:34:30.050631 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:34:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['aab5d5a7-46dd-4f23-83e6-a87a47fa805e'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:30.087267 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] Notify callbacks [] for router, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:30.091683 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-e9e55824-8096-48c3-a12f-f1b2dd4705cf admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9543791 May 10 13:34:30.092177 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40678) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:30.109932 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-1290cd6e-fa33-422b-b2df-a48eaafbd245 req-d97618a9-b40e-4f36-ad76-6e441bc69869 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627439 May 10 13:34:30.162408 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 8325c56b-4907-4e5c-b658-c22db49ec429 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:34:30.333038 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port 8325c56b-4907-4e5c-b658-c22db49ec429 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:34:30.344057 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Set router aab5d5a7-46dd-4f23-83e6-a87a47fa805e gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:34:30.385943 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 8325c56b-4907-4e5c-b658-c22db49ec429 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:34:30.386866 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:30.722226 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:30.760053 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed2010-0956-41ef-a5dd-67ad38d47d02 req-4ec25557-6c58-48d0-a5b1-b684ee83599d tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:30.768908 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port 8325c56b-4907-4e5c-b658-c22db49ec429, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=8325c56b-4907-4e5c-b658-c22db49ec429,segment=NetworkSegment(4c0f617f-0322-4c2a-95c9-8d61f4079dea),segment_id=4c0f617f-0322-4c2a-95c9-8d61f4079dea)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:34:30.769154 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f7ed2010-0956-41ef-a5dd-67ad38d47d02 req-4ec25557-6c58-48d0-a5b1-b684ee83599d tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 985 time: 0.1049316 May 10 13:34:30.782810 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b6318-bd45-4cf1-a6e7-a2121d1d4a39 req-d7d5da45-b1c0-40f4-872d-ac6da12d7acb tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:30.793907 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-981b6318-bd45-4cf1-a6e7-a2121d1d4a39 req-d7d5da45-b1c0-40f4-872d-ac6da12d7acb tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.2432115 May 10 13:34:30.801268 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:30.805135 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:30.834498 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f7ed2010-0956-41ef-a5dd-67ad38d47d02 req-a0e00bea-034b-4c8f-872a-b1f4f42db9e3 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=98c60141-55e8-4b6f-8580-58016c91c215&id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643742 May 10 13:34:30.895148 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab5d5a7-46dd-4f23-83e6-a87a47fa805e', 'name': 'tempest-TestShelveInstance-493034869-router', 'tenant_id': '5d878554a19d49a2a5ce644a110e13a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'aac60384-9e98-49bc-a69f-fd959ee63511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:26Z', 'updated_at': '2021-05-10T13:34:28Z', 'revision_number': 3, 'project_id': '5d878554a19d49a2a5ce644a110e13a6', 'gw_port': {'id': 'aac60384-9e98-49bc-a69f-fd959ee63511', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:37:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab5d5a7-46dd-4f23-83e6-a87a47fa805e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:27Z', 'updated_at': '2021-05-10T13:34:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:30.916058 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-981b6318-bd45-4cf1-a6e7-a2121d1d4a39 req-62710a2a-5201-4d01-a623-1f18b01b5cb5 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212075 May 10 13:34:30.933792 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Checking router: aab5d5a7-46dd-4f23-83e6-a87a47fa805e for host: dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:34:30.934223 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Updating router aab5d5a7-46dd-4f23-83e6-a87a47fa805e port aac60384-9e98-49bc-a69f-fd959ee63511 binding host dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:34:31.001928 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=8325c56b-4907-4e5c-b658-c22db49ec429,revision_number=3']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:31.015268 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:31.035440 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:31.036485 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:31.385708 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_common [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Allocated IP 172.20.0.1 (b78ab28e-bfb3-4e0f-a844-e075627a1f8e/2b0ad0bd-3fe5-44d0-b837-97bd8356cf9c/67aff943-e9d4-46f6-91f5-68e8dbd446d1) {{(pid=78777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:34:31.436184 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Notify callbacks [] for port, precommit_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:31.447381 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Transition to ACTIVE for port object aac60384-9e98-49bc-a69f-fd959ee63511 will not be triggered until provisioned by entity L2. {{(pid=78779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:34:31.454387 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:31.457856 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:31.533520 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Attempting to bind port aac60384-9e98-49bc-a69f-fd959ee63511 on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:34:31.533896 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Attempting to bind port aac60384-9e98-49bc-a69f-fd959ee63511 by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:34:31.534260 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Attempting to bind port aac60384-9e98-49bc-a69f-fd959ee63511 on network 201b784b-a2c0-4851-ba32-323396f26c0e {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:34:31.537524 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d01ec-dc7f-45f0-9b19-c348ce65b01d None None] Pushing event updated for resources: {'Port': ['ID=aac60384-9e98-49bc-a69f-fd959ee63511,revision_number=2']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:31.538355 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:31.541331 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-3f4d01ec-dc7f-45f0-9b19-c348ce65b01d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:31.542291 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:34:31.542700 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Checking segment: {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:34:31.543104 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:31.543493 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Bound using segment: {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'} {{(pid=78779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:34:31.543982 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.managers [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Bound port: aac60384-9e98-49bc-a69f-fd959ee63511, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff228e9-b54b-43c8-9c5a-b80eb25afef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}}] {{(pid=78779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:34:31.544334 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:31.554019 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.provisioning_blocks [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Transition to ACTIVE for port object 67aff943-e9d4-46f6-91f5-68e8dbd446d1 will not be triggered until provisioned by entity DHCP. {{(pid=78777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:34:31.578760 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:31.582665 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:31.619576 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] For port aac60384-9e98-49bc-a69f-fd959ee63511, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:34:31.623675 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] For port aac60384-9e98-49bc-a69f-fd959ee63511, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=aac60384-9e98-49bc-a69f-fd959ee63511,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:34:31.628156 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:31.632720 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:31.640346 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Network b78ab28e-bfb3-4e0f-a844-e075627a1f8e is already hosted by enough agents. {{(pid=78777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:34:31.643332 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Resources bound (agent type, host, resource id): {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:34:31.652529 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Received port after_create {{(pid=78777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:34:31.690355 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Pushing event updated for resources: {'Port': ['ID=67aff943-e9d4-46f6-91f5-68e8dbd446d1,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:31.694813 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:31.701668 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Routers {'aab5d5a7-46dd-4f23-83e6-a87a47fa805e'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:34:31.702315 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:34:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['aab5d5a7-46dd-4f23-83e6-a87a47fa805e'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:31.716218 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704918'] for router_interface, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:31.836566 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:31.843365 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d01ec-dc7f-45f0-9b19-c348ce65b01d None None] Pushing event updated for resources: {'Port': ['ID=aac60384-9e98-49bc-a69f-fd959ee63511,revision_number=3']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:31.846521 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-3f4d01ec-dc7f-45f0-9b19-c348ce65b01d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:31.888069 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-84238708-daaf-4e67-9cf3-84bf917d6949 None None] Provisioning for port 67aff943-e9d4-46f6-91f5-68e8dbd446d1 completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:34:31.896077 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-84238708-daaf-4e67-9cf3-84bf917d6949 None None] Provisioning complete for port 67aff943-e9d4-46f6-91f5-68e8dbd446d1 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:34:31.896564 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-84238708-daaf-4e67-9cf3-84bf917d6949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:31.964344 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] Set router aab5d5a7-46dd-4f23-83e6-a87a47fa805e gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:34:32.032192 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49357ccd-3543-4a59-9a37-43447817c603 req-df1382e2-5611-4c64-aaac-858461219721 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:32.034352 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-49357ccd-3543-4a59-9a37-43447817c603 req-df1382e2-5611-4c64-aaac-858461219721 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 985 time: 0.0919306 May 10 13:34:32.098045 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:32.104044 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3874323'] for port, after_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:32.132862 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 8325c56b-4907-4e5c-b658-c22db49ec429 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:34:32.134003 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-49357ccd-3543-4a59-9a37-43447817c603 req-b2387503-220d-4ccf-83f4-1e1fce9c90c6 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=98c60141-55e8-4b6f-8580-58016c91c215&id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916228 May 10 13:34:32.153161 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:32.168068 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-84238708-daaf-4e67-9cf3-84bf917d6949 None None] Port 67aff943-e9d4-46f6-91f5-68e8dbd446d1 cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:34:32.287691 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704821'] for router_interface, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:32.347247 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 8325c56b-4907-4e5c-b658-c22db49ec429 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:34:32.347247 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:32.366306 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Pushing event updated for resources: {'Port': ['ID=67aff943-e9d4-46f6-91f5-68e8dbd446d1,revision_number=2']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:32.424534 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:32.450008 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63226d-6d21-4472-8a35-261f606a68bb req-7a6a093b-8b78-492c-91f8-adb50f90db6a tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:32.459758 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-2d63226d-6d21-4472-8a35-261f606a68bb req-7a6a093b-8b78-492c-91f8-adb50f90db6a tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.3054490 May 10 13:34:32.471180 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab5d5a7-46dd-4f23-83e6-a87a47fa805e', 'name': 'tempest-TestShelveInstance-493034869-router', 'tenant_id': '5d878554a19d49a2a5ce644a110e13a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'aac60384-9e98-49bc-a69f-fd959ee63511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:26Z', 'updated_at': '2021-05-10T13:34:28Z', 'revision_number': 3, 'project_id': '5d878554a19d49a2a5ce644a110e13a6', 'gw_port': {'id': 'aac60384-9e98-49bc-a69f-fd959ee63511', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:37:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab5d5a7-46dd-4f23-83e6-a87a47fa805e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:27Z', 'updated_at': '2021-05-10T13:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:32.484142 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec242401-e9d8-4844-982a-d1460d7fa1ae None None] The sync data for ids ['aab5d5a7-46dd-4f23-83e6-a87a47fa805e'] in dv-cinder-784945-7-smb is: [{'id': 'aab5d5a7-46dd-4f23-83e6-a87a47fa805e', 'name': 'tempest-TestShelveInstance-493034869-router', 'tenant_id': '5d878554a19d49a2a5ce644a110e13a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'aac60384-9e98-49bc-a69f-fd959ee63511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:26Z', 'updated_at': '2021-05-10T13:34:28Z', 'revision_number': 3, 'project_id': '5d878554a19d49a2a5ce644a110e13a6', 'gw_port': {'id': 'aac60384-9e98-49bc-a69f-fd959ee63511', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:37:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab5d5a7-46dd-4f23-83e6-a87a47fa805e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:27Z', 'updated_at': '2021-05-10T13:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}] {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:34:32.560004 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-2d63226d-6d21-4472-8a35-261f606a68bb req-f6d471f3-4022-4272-aee2-00e2f82b69f7 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019199 May 10 13:34:32.580822 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Network b78ab28e-bfb3-4e0f-a844-e075627a1f8e is already hosted by enough agents. {{(pid=78777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:34:32.583062 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Resources bound (agent type, host, resource id): {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:34:32.834906 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Router aab5d5a7-46dd-4f23-83e6-a87a47fa805e has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:34:32.993668 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-f7da077b-a24c-4010-baff-71ac70fd7a0e None None] Provisioning complete for port 67aff943-e9d4-46f6-91f5-68e8dbd446d1 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:34:32.998103 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-f7da077b-a24c-4010-baff-71ac70fd7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:33.064732 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-f7da077b-a24c-4010-baff-71ac70fd7a0e None None] Port 67aff943-e9d4-46f6-91f5-68e8dbd446d1 cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:34:33.174223 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:34:33.184305 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] 10.222.0.30 "PUT /v2.0/routers/aab5d5a7-46dd-4f23-83e6-a87a47fa805e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0903938 May 10 13:34:33.330337 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b67ad8-901b-4fd4-a3ee-8f47a2da00f6 req-ee32d77b-dd77-456a-bc8b-7612f7015412 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:33.331883 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-44b67ad8-901b-4fd4-a3ee-8f47a2da00f6 req-ee32d77b-dd77-456a-bc8b-7612f7015412 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 985 time: 0.0881510 May 10 13:34:33.390130 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-44b67ad8-901b-4fd4-a3ee-8f47a2da00f6 req-bb867f75-0a12-4e7e-bcb5-1b8c0b351b4d tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=98c60141-55e8-4b6f-8580-58016c91c215&id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506899 May 10 13:34:33.645055 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40752) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:33.650618 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-4a86553d-0c2f-4d44-a6fb-5828faaccf6d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-199715643', 'description': 'tempest-secgroup-smoke-199715643 description', 'project_id': 'aed95712bd2b4455b07f64688d052baa'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:33.656983 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-4a86553d-0c2f-4d44-a6fb-5828faaccf6d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:33.662293 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-4a86553d-0c2f-4d44-a6fb-5828faaccf6d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Usage tracker for resource:security_group and tenant:aed95712bd2b4455b07f64688d052baa is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:33.701283 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-4a86553d-0c2f-4d44-a6fb-5828faaccf6d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:33.713054 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-4a86553d-0c2f-4d44-a6fb-5828faaccf6d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:33.728344 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4a86553d-0c2f-4d44-a6fb-5828faaccf6d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:33.753041 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-4a86553d-0c2f-4d44-a6fb-5828faaccf6d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:33.759742 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-4a86553d-0c2f-4d44-a6fb-5828faaccf6d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Usage tracker for resource:security_group_rule and tenant:aed95712bd2b4455b07f64688d052baa is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:33.769127 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-4a86553d-0c2f-4d44-a6fb-5828faaccf6d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:33.782632 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cac54-9a6c-4afc-97fe-6914d835a8fc req-09d7d426-5c67-47f1-9e9f-a1bfd99eb57b tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:33.784076 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3e3cac54-9a6c-4afc-97fe-6914d835a8fc req-09d7d426-5c67-47f1-9e9f-a1bfd99eb57b tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.1246870 May 10 13:34:33.784900 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-4a86553d-0c2f-4d44-a6fb-5828faaccf6d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:33.850818 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3e3cac54-9a6c-4afc-97fe-6914d835a8fc req-59584f44-ab24-4f05-837a-b61df502050d tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606730 May 10 13:34:33.903312 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4a86553d-0c2f-4d44-a6fb-5828faaccf6d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:33.907485 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4a86553d-0c2f-4d44-a6fb-5828faaccf6d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:33.919223 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:33.959464 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86553d-0c2f-4d44-a6fb-5828faaccf6d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ed4368-65d6-4785-b792-26ba378025d8,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:33.962379 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-4a86553d-0c2f-4d44-a6fb-5828faaccf6d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:33.963221 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4a86553d-0c2f-4d44-a6fb-5828faaccf6d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:33.964941 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-4a86553d-0c2f-4d44-a6fb-5828faaccf6d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3182480 May 10 13:34:33.968328 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40760) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:33.986137 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-59c18e15-2ba6-457b-8e33-4abc2556877c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Request body: {'security_group_rule': {'security_group_id': '02ed4368-65d6-4785-b792-26ba378025d8', 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:33.993993 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-59c18e15-2ba6-457b-8e33-4abc2556877c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:34.002499 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-59c18e15-2ba6-457b-8e33-4abc2556877c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Usage tracker for resource:security_group_rule and tenant:aed95712bd2b4455b07f64688d052baa is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:34.008764 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-59c18e15-2ba6-457b-8e33-4abc2556877c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:34.024781 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-59c18e15-2ba6-457b-8e33-4abc2556877c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:34.054541 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-59c18e15-2ba6-457b-8e33-4abc2556877c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.154763 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-59c18e15-2ba6-457b-8e33-4abc2556877c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.159720 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-59c18e15-2ba6-457b-8e33-4abc2556877c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.164464 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-fd28f0f4-9bf1-426c-8885-915a86a8cd46 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:34.191348 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device aac60384-9e98-49bc-a69f-fd959ee63511 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:34:34.221279 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c18e15-2ba6-457b-8e33-4abc2556877c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cfb0a0-31d8-482c-a35f-9974b0364995,revision_number=0']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:34.230974 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-59c18e15-2ba6-457b-8e33-4abc2556877c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:34.250311 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-59c18e15-2ba6-457b-8e33-4abc2556877c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.254665 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-59c18e15-2ba6-457b-8e33-4abc2556877c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2782125 May 10 13:34:34.255195 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40772) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:34.263358 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-041ca26f-88b8-4c16-9f3e-38fc11747590 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Request body: {'security_group_rule': {'security_group_id': '02ed4368-65d6-4785-b792-26ba378025d8', 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:34.272964 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-041ca26f-88b8-4c16-9f3e-38fc11747590 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:34.312673 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port aac60384-9e98-49bc-a69f-fd959ee63511 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:34:34.322456 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port aac60384-9e98-49bc-a69f-fd959ee63511 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:34:34.322843 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.336305 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-041ca26f-88b8-4c16-9f3e-38fc11747590 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Usage tracker for resource:security_group_rule and tenant:aed95712bd2b4455b07f64688d052baa is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:34.342392 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-041ca26f-88b8-4c16-9f3e-38fc11747590 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:34.349546 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-041ca26f-88b8-4c16-9f3e-38fc11747590 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:34.383657 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-041ca26f-88b8-4c16-9f3e-38fc11747590 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.406427 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a17f43-8507-4c23-8273-85b7b8a8989f req-5df1c76d-a8a2-4632-a122-d4c7b71be6b3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:34.407918 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-63a17f43-8507-4c23-8273-85b7b8a8989f req-5df1c76d-a8a2-4632-a122-d4c7b71be6b3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.1323488 May 10 13:34:34.462885 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Sync routers for ids ['aab5d5a7-46dd-4f23-83e6-a87a47fa805e'] in dv-cinder-784945-7-smb {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:34:34.473693 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.477422 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Routers {'aab5d5a7-46dd-4f23-83e6-a87a47fa805e'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:34:34.478053 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:34:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['aab5d5a7-46dd-4f23-83e6-a87a47fa805e'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:34.495537 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port aac60384-9e98-49bc-a69f-fd959ee63511, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=aac60384-9e98-49bc-a69f-fd959ee63511,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:34:34.505874 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.506048 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40782) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:34.514872 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-39d67b38-9295-41e1-add9-ad602609a9df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:34.553583 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b498d26-01c2-457d-adcb-5fea2e17f6a7 req-280bf57e-e411-40f2-8e81-b69022cd62ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:34.555090 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4b498d26-01c2-457d-adcb-5fea2e17f6a7 req-280bf57e-e411-40f2-8e81-b69022cd62ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cbf6a3e7b18e4feea680a92d87a1e13a&device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 1098 time: 0.1924238 May 10 13:34:34.559510 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-63a17f43-8507-4c23-8273-85b7b8a8989f req-b0d04fee-ab68-4682-a02b-6ec188ed5ec8 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411583 May 10 13:34:34.584496 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-041ca26f-88b8-4c16-9f3e-38fc11747590 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.591637 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-041ca26f-88b8-4c16-9f3e-38fc11747590 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.594150 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ad941587-5c68-46ab-b9f0-84c8db75cd09 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:34.618899 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=aac60384-9e98-49bc-a69f-fd959ee63511,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:34.633164 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:34.639699 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ca26f-88b8-4c16-9f3e-38fc11747590 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab991782-8eac-4eff-a5a5-8b06b04a714f,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:34.658626 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-041ca26f-88b8-4c16-9f3e-38fc11747590 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:34.664349 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-041ca26f-88b8-4c16-9f3e-38fc11747590 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.669989 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-041ca26f-88b8-4c16-9f3e-38fc11747590 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4136763 May 10 13:34:34.670725 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40788) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:34.675728 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-36f00226-17b9-468c-82af-81ed76d52455 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Request body: {'security_group_rule': {'security_group_id': '02ed4368-65d6-4785-b792-26ba378025d8', 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:34.681809 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-36f00226-17b9-468c-82af-81ed76d52455 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:34.685641 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-36f00226-17b9-468c-82af-81ed76d52455 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Usage tracker for resource:security_group_rule and tenant:aed95712bd2b4455b07f64688d052baa is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:34.688478 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-36f00226-17b9-468c-82af-81ed76d52455 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:34.695635 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-36f00226-17b9-468c-82af-81ed76d52455 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:34.711184 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-36f00226-17b9-468c-82af-81ed76d52455 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.742564 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1cb436f7-058f-4201-8235-0485efcd3c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.759103 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Set router aab5d5a7-46dd-4f23-83e6-a87a47fa805e gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:34:34.762902 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.778470 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-1cb436f7-058f-4201-8235-0485efcd3c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:34.780325 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-36f00226-17b9-468c-82af-81ed76d52455 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.785004 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-36f00226-17b9-468c-82af-81ed76d52455 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.791323 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ff521fa3-bd89-4a98-a152-5a883cc44b84 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:34.796943 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-1cb436f7-058f-4201-8235-0485efcd3c40 admin admin] Usage tracker for resource:security_group_rule and tenant:f6cf705b321c4c5b9395b627ec3c15b2 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:34.803705 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-1cb436f7-058f-4201-8235-0485efcd3c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:34.810911 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f00226-17b9-468c-82af-81ed76d52455 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d863aa57-132f-4a50-96f9-cb041ef2e30b,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:34.816515 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-36f00226-17b9-468c-82af-81ed76d52455 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:34.819850 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-1cb436f7-058f-4201-8235-0485efcd3c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:34.821503 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-36f00226-17b9-468c-82af-81ed76d52455 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.822987 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-36f00226-17b9-468c-82af-81ed76d52455 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513336 May 10 13:34:34.826200 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40792) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:34.831863 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-334e26e6-c747-48b1-8b4c-515ca3a37a8c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Request body: {'security_group_rule': {'security_group_id': '02ed4368-65d6-4785-b792-26ba378025d8', 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:34.836062 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b498d26-01c2-457d-adcb-5fea2e17f6a7 req-8136ed97-06fe-4d14-8d54-2cf23c4e0fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:34.837553 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4b498d26-01c2-457d-adcb-5fea2e17f6a7 req-8136ed97-06fe-4d14-8d54-2cf23c4e0fc7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=84ebd01f-3ae2-4677-9e0c-fa553f1814b3 HTTP/1.1" status: 200 len: 911 time: 0.2641809 May 10 13:34:34.838538 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-334e26e6-c747-48b1-8b4c-515ca3a37a8c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:34.844546 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-334e26e6-c747-48b1-8b4c-515ca3a37a8c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Usage tracker for resource:security_group_rule and tenant:aed95712bd2b4455b07f64688d052baa is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:34.847580 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-334e26e6-c747-48b1-8b4c-515ca3a37a8c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:34.853467 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-334e26e6-c747-48b1-8b4c-515ca3a37a8c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:34.869049 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-334e26e6-c747-48b1-8b4c-515ca3a37a8c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.933896 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-334e26e6-c747-48b1-8b4c-515ca3a37a8c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.937424 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-334e26e6-c747-48b1-8b4c-515ca3a37a8c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.938862 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97679ec7-88c5-4e77-a37d-f17a09e51692 req-b58eac57-d1bc-4248-8f88-5939b80cbb80 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:34.939797 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-7a66aa30-41c8-4091-9695-bab7f92fd979 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:34.941809 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-97679ec7-88c5-4e77-a37d-f17a09e51692 req-b58eac57-d1bc-4248-8f88-5939b80cbb80 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 985 time: 0.3217154 May 10 13:34:34.963335 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e26e6-c747-48b1-8b4c-515ca3a37a8c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800c6a3a-1602-41d1-b771-a88aa8a253bc,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:34.973214 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-334e26e6-c747-48b1-8b4c-515ca3a37a8c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:34.982339 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-334e26e6-c747-48b1-8b4c-515ca3a37a8c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:34.984474 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-334e26e6-c747-48b1-8b4c-515ca3a37a8c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1571567 May 10 13:34:34.987158 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40796) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:34.992996 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-f3548813-0f75-4a95-8b87-39ed6a661685 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Request body: {'security_group_rule': {'security_group_id': '02ed4368-65d6-4785-b792-26ba378025d8', 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:35.001727 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-f3548813-0f75-4a95-8b87-39ed6a661685 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:35.007467 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-f3548813-0f75-4a95-8b87-39ed6a661685 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Usage tracker for resource:security_group_rule and tenant:aed95712bd2b4455b07f64688d052baa is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:35.010929 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-f3548813-0f75-4a95-8b87-39ed6a661685 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:35.017975 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4b498d26-01c2-457d-adcb-5fea2e17f6a7 req-476fe7a1-fc7f-4863-831d-5b4db94cabc8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e926e862-2c57-4a10-9077-962a29aa4b7c HTTP/1.1" status: 200 len: 1000 time: 0.1724043 May 10 13:34:35.019036 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-f3548813-0f75-4a95-8b87-39ed6a661685 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:35.031577 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.db.securitygroups_db [None req-f3548813-0f75-4a95-8b87-39ed6a661685 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Project aed95712bd2b4455b07f64688d052baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 13:34:35.041812 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f3548813-0f75-4a95-8b87-39ed6a661685 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:35.084858 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab5d5a7-46dd-4f23-83e6-a87a47fa805e', 'name': 'tempest-TestShelveInstance-493034869-router', 'tenant_id': '5d878554a19d49a2a5ce644a110e13a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'aac60384-9e98-49bc-a69f-fd959ee63511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:26Z', 'updated_at': '2021-05-10T13:34:31Z', 'revision_number': 4, 'project_id': '5d878554a19d49a2a5ce644a110e13a6', 'gw_port': {'id': 'aac60384-9e98-49bc-a69f-fd959ee63511', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab5d5a7-46dd-4f23-83e6-a87a47fa805e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:27Z', 'updated_at': '2021-05-10T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '67aff943-e9d4-46f6-91f5-68e8dbd446d1', 'name': '', 'network_id': 'b78ab28e-bfb3-4e0f-a844-e075627a1f8e', 'tenant_id': '5d878554a19d49a2a5ce644a110e13a6', 'mac_address': 'fa:16:3e:89:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab5d5a7-46dd-4f23-83e6-a87a47fa805e', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2b0ad0bd-3fe5-44d0-b837-97bd8356cf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:31Z', 'updated_at': '2021-05-10T13:34:31Z', 'revision_number': 2, 'project_id': '5d878554a19d49a2a5ce644a110e13a6', 'subnets': [{'id': '2b0ad0bd-3fe5-44d0-b837-97bd8356cf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:35.089711 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Checking router: aab5d5a7-46dd-4f23-83e6-a87a47fa805e for host: dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:34:35.090103 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Updating router aab5d5a7-46dd-4f23-83e6-a87a47fa805e port 67aff943-e9d4-46f6-91f5-68e8dbd446d1 binding host dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:34:35.126010 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f3548813-0f75-4a95-8b87-39ed6a661685 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:35.131509 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f3548813-0f75-4a95-8b87-39ed6a661685 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:35.135033 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-a421ef2e-d9f9-492c-9cd5-ef88bb14f40b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:35.145583 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:35.158194 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3548813-0f75-4a95-8b87-39ed6a661685 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a9e86a-e40c-46c0-80cf-49bce414bf25,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:35.163220 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-f3548813-0f75-4a95-8b87-39ed6a661685 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:35.186412 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f3548813-0f75-4a95-8b87-39ed6a661685 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:35.189046 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-f3548813-0f75-4a95-8b87-39ed6a661685 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1998096 May 10 13:34:35.190760 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40800) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:35.206603 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-8819825e-8df3-42e3-b5df-6e51941ecb89 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Request body: {'security_group_rule': {'security_group_id': '02ed4368-65d6-4785-b792-26ba378025d8', 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:35.223179 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-8819825e-8df3-42e3-b5df-6e51941ecb89 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:35.225329 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-97679ec7-88c5-4e77-a37d-f17a09e51692 req-9e132401-97ba-4558-beb1-e89a2b6f6498 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=98c60141-55e8-4b6f-8580-58016c91c215&id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2427936 May 10 13:34:35.229263 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-8819825e-8df3-42e3-b5df-6e51941ecb89 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Usage tracker for resource:security_group_rule and tenant:aed95712bd2b4455b07f64688d052baa is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:35.233580 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-8819825e-8df3-42e3-b5df-6e51941ecb89 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:35.260856 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-8819825e-8df3-42e3-b5df-6e51941ecb89 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:35.275953 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b498d26-01c2-457d-adcb-5fea2e17f6a7 req-4722f3ef-2c90-4c6e-abaa-474c6cdc12fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:35.277826 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4b498d26-01c2-457d-adcb-5fea2e17f6a7 req-4722f3ef-2c90-4c6e-abaa-474c6cdc12fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72850fb9-4f1b-4ea3-98c6-92c4f29f074e HTTP/1.1" status: 200 len: 849 time: 0.2462623 May 10 13:34:35.277975 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.db.securitygroups_db [None req-8819825e-8df3-42e3-b5df-6e51941ecb89 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Project aed95712bd2b4455b07f64688d052baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 13:34:35.283204 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1cb436f7-058f-4201-8235-0485efcd3c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:35.283793 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8819825e-8df3-42e3-b5df-6e51941ecb89 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:35.324947 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1cb436f7-058f-4201-8235-0485efcd3c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:35.341578 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-260e473b-178d-4c8f-998f-f58dba827f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:35.376880 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8819825e-8df3-42e3-b5df-6e51941ecb89 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:35.382228 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8819825e-8df3-42e3-b5df-6e51941ecb89 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:35.385018 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:35.399006 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-1cb436f7-058f-4201-8235-0485efcd3c40 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6cf705b321c4c5b9395b627ec3c15b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8919952 May 10 13:34:35.399832 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb436f7-058f-4201-8235-0485efcd3c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab62931-9409-478c-8a95-e0c110ba541a,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:35.403412 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1cb436f7-058f-4201-8235-0485efcd3c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:35.404210 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40804) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:35.449343 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8819825e-8df3-42e3-b5df-6e51941ecb89 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:35.454749 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-8819825e-8df3-42e3-b5df-6e51941ecb89 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2618275 May 10 13:34:35.457993 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819825e-8df3-42e3-b5df-6e51941ecb89 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d488cf1e-b494-4b38-a7d8-f79407b1e8e6,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:35.460335 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-8819825e-8df3-42e3-b5df-6e51941ecb89 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:35.484848 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b498d26-01c2-457d-adcb-5fea2e17f6a7 req-ca7216e1-f7d6-4cf9-af07-9798f0d5b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:35.486629 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4b498d26-01c2-457d-adcb-5fea2e17f6a7 req-ca7216e1-f7d6-4cf9-af07-9798f0d5b59e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84ebd01f-3ae2-4677-9e0c-fa553f1814b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2019424 May 10 13:34:35.489303 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-dfadfecb-3ccc-42bc-875d-b44a987ad732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:35.592926 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Notify callbacks [] for port, precommit_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:35.606450 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.provisioning_blocks [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Transition to ACTIVE for port object 67aff943-e9d4-46f6-91f5-68e8dbd446d1 will not be triggered until provisioned by entity L2. {{(pid=78780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:34:35.618438 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:35.623983 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:35.650513 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4b498d26-01c2-457d-adcb-5fea2e17f6a7 req-203b3fb3-cfb0-45cf-a6c4-8bd7a1cf0362 service neutron] 10.222.0.11 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512275 May 10 13:34:35.711957 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b34ef-5b9e-42ca-b6c6-e80e89bc8e61 None None] Pushing event updated for resources: {'Port': ['ID=67aff943-e9d4-46f6-91f5-68e8dbd446d1,revision_number=3']} {{(pid=78780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:35.716553 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-259b34ef-5b9e-42ca-b6c6-e80e89bc8e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:35.768880 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-dfadfecb-3ccc-42bc-875d-b44a987ad732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:35.849899 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c130901-fe7a-4947-a7d4-ed4d5f7a2361 req-a92bd165-a519-4c59-a9b6-687e354d4f55 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:35.851676 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8c130901-fe7a-4947-a7d4-ed4d5f7a2361 req-a92bd165-a519-4c59-a9b6-687e354d4f55 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.1458731 May 10 13:34:35.908680 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4b498d26-01c2-457d-adcb-5fea2e17f6a7 req-70042022-c758-428f-8838-fc2753464ecc service neutron] 10.222.0.11 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470276 May 10 13:34:35.927048 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-dfadfecb-3ccc-42bc-875d-b44a987ad732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:35.949295 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8c130901-fe7a-4947-a7d4-ed4d5f7a2361 req-f20efe03-a47c-4193-b2d7-27080527a9e8 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895488 May 10 13:34:35.958280 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-d83034e7-8155-4911-9b6c-e80975fc0d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:35.987911 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadfecb-3ccc-42bc-875d-b44a987ad732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab62931-9409-478c-8a95-e0c110ba541a,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:36.001015 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-dfadfecb-3ccc-42bc-875d-b44a987ad732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:36.011800 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-dfadfecb-3ccc-42bc-875d-b44a987ad732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:36.015127 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-dfadfecb-3ccc-42bc-875d-b44a987ad732 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ab62931-9409-478c-8a95-e0c110ba541a HTTP/1.1" status: 204 len: 168 time: 0.6067622 May 10 13:34:36.024361 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Attempting to bind port 67aff943-e9d4-46f6-91f5-68e8dbd446d1 on host dv-cinder-784945-7-smb for vnic_type normal with profile {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:34:36.024895 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Attempting to bind port 67aff943-e9d4-46f6-91f5-68e8dbd446d1 by drivers openvswitch,hyperv on host dv-cinder-784945-7-smb at level 0 using segments [{'id': '4c0f617f-0322-4c2a-95c9-8d61f4079dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b78ab28e-bfb3-4e0f-a844-e075627a1f8e'}] {{(pid=78780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:34:36.025271 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Attempting to bind port 67aff943-e9d4-46f6-91f5-68e8dbd446d1 on network b78ab28e-bfb3-4e0f-a844-e075627a1f8e {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:34:36.034539 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Checking agent: {'id': 'bc981847-e7d9-45fd-b779-bff2ca744c86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 23, 9), 'started_at': datetime.datetime(2021, 5, 10, 13, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:34:36.035019 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Checking segment: {'id': '4c0f617f-0322-4c2a-95c9-8d61f4079dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b78ab28e-bfb3-4e0f-a844-e075627a1f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:34:36.035313 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:36.035713 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Bound using segment: {'id': '4c0f617f-0322-4c2a-95c9-8d61f4079dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b78ab28e-bfb3-4e0f-a844-e075627a1f8e'} {{(pid=78780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:34:36.036182 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.managers [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Bound port: 67aff943-e9d4-46f6-91f5-68e8dbd446d1, host: dv-cinder-784945-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0f617f-0322-4c2a-95c9-8d61f4079dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b78ab28e-bfb3-4e0f-a844-e075627a1f8e'}}] {{(pid=78780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:34:36.036808 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:36.110940 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device aac60384-9e98-49bc-a69f-fd959ee63511 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:34:36.185377 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.db [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] For port 67aff943-e9d4-46f6-91f5-68e8dbd446d1, host dv-cinder-784945-7-smb, cleared binding levels {{(pid=78780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:34:36.188864 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.plugins.ml2.db [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] For port 67aff943-e9d4-46f6-91f5-68e8dbd446d1, host dv-cinder-784945-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=67aff943-e9d4-46f6-91f5-68e8dbd446d1,segment=NetworkSegment(4c0f617f-0322-4c2a-95c9-8d61f4079dea),segment_id=4c0f617f-0322-4c2a-95c9-8d61f4079dea)] {{(pid=78780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:34:36.194031 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron_lib.callbacks.manager [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:36.199391 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:36.245671 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port aac60384-9e98-49bc-a69f-fd959ee63511 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:34:36.248465 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:36.286314 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Routers {'aab5d5a7-46dd-4f23-83e6-a87a47fa805e'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:34:36.287126 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:34:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['aab5d5a7-46dd-4f23-83e6-a87a47fa805e'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:36.626865 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40864) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:36.647795 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-de8a4152-ed52-4db7-bef1-39984e8c2238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:36.649656 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d85dce-38d2-4b3e-bdcf-863458d563f0 req-1b80b1d6-6bd4-4928-bcc7-25d49fb0a585 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:36.660086 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1789495a-ba86-4d77-9616-3cd06affed78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:36.660352 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b6d85dce-38d2-4b3e-bdcf-863458d563f0 req-1b80b1d6-6bd4-4928-bcc7-25d49fb0a585 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 985 time: 0.2162147 May 10 13:34:36.678523 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-1789495a-ba86-4d77-9616-3cd06affed78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:36.684353 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-1789495a-ba86-4d77-9616-3cd06affed78 admin admin] Usage tracker for resource:security_group_rule and tenant:4549b184a24d4845b0e264252db5a643 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:36.689129 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b34ef-5b9e-42ca-b6c6-e80e89bc8e61 None None] Pushing event updated for resources: {'Port': ['ID=67aff943-e9d4-46f6-91f5-68e8dbd446d1,revision_number=4']} {{(pid=78780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:36.690481 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-1789495a-ba86-4d77-9616-3cd06affed78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:36.696421 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG oslo_concurrency.lockutils [None req-259b34ef-5b9e-42ca-b6c6-e80e89bc8e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=78780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:36.699208 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-1789495a-ba86-4d77-9616-3cd06affed78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:36.733985 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b6d85dce-38d2-4b3e-bdcf-863458d563f0 req-f4736dd7-5228-4aa3-9a66-de62cdd23bb9 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=98c60141-55e8-4b6f-8580-58016c91c215&id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725865 May 10 13:34:36.743570 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] Set router aab5d5a7-46dd-4f23-83e6-a87a47fa805e gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:34:36.788088 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1789495a-ba86-4d77-9616-3cd06affed78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:36.792195 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-1789495a-ba86-4d77-9616-3cd06affed78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:36.801768 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-c9635288-f320-4bf7-a03c-0933c3f5f7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:36.840708 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-1789495a-ba86-4d77-9616-3cd06affed78 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4549b184a24d4845b0e264252db5a643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125869 May 10 13:34:36.842500 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789495a-ba86-4d77-9616-3cd06affed78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c08f007-461b-444c-abe8-f78c8d54eb35,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:36.843823 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40868) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:36.845589 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1789495a-ba86-4d77-9616-3cd06affed78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:36.914707 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4fca0840-710a-4ef3-891f-b571223e0b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:36.941645 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4fca0840-710a-4ef3-891f-b571223e0b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:36.996997 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4fca0840-710a-4ef3-891f-b571223e0b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:37.003838 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-b299b7db-40f3-401c-9c5e-353ca89c53c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:37.016974 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca0840-710a-4ef3-891f-b571223e0b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c08f007-461b-444c-abe8-f78c8d54eb35,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:37.019269 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-4fca0840-710a-4ef3-891f-b571223e0b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:37.025666 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-4fca0840-710a-4ef3-891f-b571223e0b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:37.029409 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-4fca0840-710a-4ef3-891f-b571223e0b18 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c08f007-461b-444c-abe8-f78c8d54eb35 HTTP/1.1" status: 204 len: 168 time: 0.1816037 May 10 13:34:37.095502 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab5d5a7-46dd-4f23-83e6-a87a47fa805e', 'name': 'tempest-TestShelveInstance-493034869-router', 'tenant_id': '5d878554a19d49a2a5ce644a110e13a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'aac60384-9e98-49bc-a69f-fd959ee63511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:26Z', 'updated_at': '2021-05-10T13:34:31Z', 'revision_number': 4, 'project_id': '5d878554a19d49a2a5ce644a110e13a6', 'gw_port': {'id': 'aac60384-9e98-49bc-a69f-fd959ee63511', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab5d5a7-46dd-4f23-83e6-a87a47fa805e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:27Z', 'updated_at': '2021-05-10T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '67aff943-e9d4-46f6-91f5-68e8dbd446d1', 'name': '', 'network_id': 'b78ab28e-bfb3-4e0f-a844-e075627a1f8e', 'tenant_id': '5d878554a19d49a2a5ce644a110e13a6', 'mac_address': 'fa:16:3e:89:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab5d5a7-46dd-4f23-83e6-a87a47fa805e', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2b0ad0bd-3fe5-44d0-b837-97bd8356cf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:31Z', 'updated_at': '2021-05-10T13:34:36Z', 'revision_number': 4, 'project_id': '5d878554a19d49a2a5ce644a110e13a6', 'subnets': [{'id': '2b0ad0bd-3fe5-44d0-b837-97bd8356cf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:34:37.100388 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df753d41-c159-45ff-8b9f-ec70c0705fde None None] The sync data for ids ['aab5d5a7-46dd-4f23-83e6-a87a47fa805e'] in dv-cinder-784945-7-smb is: [{'id': 'aab5d5a7-46dd-4f23-83e6-a87a47fa805e', 'name': 'tempest-TestShelveInstance-493034869-router', 'tenant_id': '5d878554a19d49a2a5ce644a110e13a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'aac60384-9e98-49bc-a69f-fd959ee63511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:26Z', 'updated_at': '2021-05-10T13:34:31Z', 'revision_number': 4, 'project_id': '5d878554a19d49a2a5ce644a110e13a6', 'gw_port': {'id': 'aac60384-9e98-49bc-a69f-fd959ee63511', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab5d5a7-46dd-4f23-83e6-a87a47fa805e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:27Z', 'updated_at': '2021-05-10T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '67aff943-e9d4-46f6-91f5-68e8dbd446d1', 'name': '', 'network_id': 'b78ab28e-bfb3-4e0f-a844-e075627a1f8e', 'tenant_id': '5d878554a19d49a2a5ce644a110e13a6', 'mac_address': 'fa:16:3e:89:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab5d5a7-46dd-4f23-83e6-a87a47fa805e', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2b0ad0bd-3fe5-44d0-b837-97bd8356cf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:31Z', 'updated_at': '2021-05-10T13:34:36Z', 'revision_number': 4, 'project_id': '5d878554a19d49a2a5ce644a110e13a6', 'subnets': [{'id': '2b0ad0bd-3fe5-44d0-b837-97bd8356cf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:34:37.253613 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c66dd-5124-4cd4-8493-c3533df9a2c0 req-23dbdc9b-6370-47bd-9ebe-905bd376da7e tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:37.255515 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-802c66dd-5124-4cd4-8493-c3533df9a2c0 req-23dbdc9b-6370-47bd-9ebe-905bd376da7e tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.1651514 May 10 13:34:37.343509 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-802c66dd-5124-4cd4-8493-c3533df9a2c0 req-94c28613-9e0e-48a3-ae98-bb29aebe49c3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767856 May 10 13:34:37.529285 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40896) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:37.546870 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea65a-a472-4897-a8ba-070a9eba3b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:37.563083 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-8a9ea65a-a472-4897-a8ba-070a9eba3b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:37.566857 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-8a9ea65a-a472-4897-a8ba-070a9eba3b09 admin admin] Usage tracker for resource:security_group_rule and tenant:d2115054f26d4c90a87eb89ab80fb41b is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:37.569710 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-8a9ea65a-a472-4897-a8ba-070a9eba3b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:37.575889 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-8a9ea65a-a472-4897-a8ba-070a9eba3b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:37.676948 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea65a-a472-4897-a8ba-070a9eba3b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:37.681339 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea65a-a472-4897-a8ba-070a9eba3b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:37.693171 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-b718ec47-3761-4152-b465-a2c436ba808c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:37.733344 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-8a9ea65a-a472-4897-a8ba-070a9eba3b09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2115054f26d4c90a87eb89ab80fb41b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007475 May 10 13:34:37.734533 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40902) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:37.748975 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ea65a-a472-4897-a8ba-070a9eba3b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b16c7fd-81e6-43c6-b166-fbd2bcaecfde,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:37.752192 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-8a9ea65a-a472-4897-a8ba-070a9eba3b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:37.801953 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8e148525-7686-4fce-91b7-5a1a19479226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:37.829884 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8e148525-7686-4fce-91b7-5a1a19479226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:37.952213 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8e148525-7686-4fce-91b7-5a1a19479226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:37.961735 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-d45883f7-cc28-4e2b-88a8-33d033aeff13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:37.973044 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca2b14-78a5-4194-b3ff-6e988a45ba14 req-cd417a6c-0906-4615-96ee-7ea06b280c68 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:37.974580 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ebca2b14-78a5-4194-b3ff-6e988a45ba14 req-cd417a6c-0906-4615-96ee-7ea06b280c68 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 985 time: 0.1229668 May 10 13:34:37.982537 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e148525-7686-4fce-91b7-5a1a19479226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b16c7fd-81e6-43c6-b166-fbd2bcaecfde,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:37.984870 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-8e148525-7686-4fce-91b7-5a1a19479226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:38.006460 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8e148525-7686-4fce-91b7-5a1a19479226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:38.007579 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-8e148525-7686-4fce-91b7-5a1a19479226 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b16c7fd-81e6-43c6-b166-fbd2bcaecfde HTTP/1.1" status: 204 len: 168 time: 0.2721372 May 10 13:34:38.048202 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ebca2b14-78a5-4194-b3ff-6e988a45ba14 req-33b37fe4-d7f2-42e2-a02b-dd6cd8ae0fed tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=98c60141-55e8-4b6f-8580-58016c91c215&id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668495 May 10 13:34:38.128249 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 67aff943-e9d4-46f6-91f5-68e8dbd446d1 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:34:38.202792 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning for port 67aff943-e9d4-46f6-91f5-68e8dbd446d1 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:34:38.208755 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 67aff943-e9d4-46f6-91f5-68e8dbd446d1 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:34:38.209639 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:38.337086 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:38.372197 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] For port 67aff943-e9d4-46f6-91f5-68e8dbd446d1, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=67aff943-e9d4-46f6-91f5-68e8dbd446d1,segment=NetworkSegment(4c0f617f-0322-4c2a-95c9-8d61f4079dea),segment_id=4c0f617f-0322-4c2a-95c9-8d61f4079dea)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:34:38.375866 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:38.377902 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:38.454812 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Pushing event updated for resources: {'Port': ['ID=67aff943-e9d4-46f6-91f5-68e8dbd446d1,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:38.457939 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:38.801271 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40932) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:38.910296 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-62314506-network', 'tenant_id': '041b0fcb0bcd47bb8ab2eb0399f02698'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:38.915327 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:38.919703 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Usage tracker for resource:network and tenant:041b0fcb0bcd47bb8ab2eb0399f02698 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:38.922531 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:38.928798 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:38.938354 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Made reservation on behalf of 041b0fcb0bcd47bb8ab2eb0399f02698 for: {'network': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:34:38.940494 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for network, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:38.951953 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:38.966553 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:38.970796 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Usage tracker for resource:security_group_rule and tenant:041b0fcb0bcd47bb8ab2eb0399f02698 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:38.973598 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:38.981387 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:39.039076 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-5f6bc19f-93dc-4395-8bda-23a1c461dd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:39.084117 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:39.090789 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:39.093918 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-e86611ab-69a2-40e2-acb6-427212a63967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:39.125347 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=78777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:34:39.133501 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838071dd-a9ff-4ef5-9801-2af30b6bbd01,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:39.137641 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:39.149139 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:39.149879 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.db.segments_db [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Added segment a4117416-4ddc-4d9e-9ded-a3b5d66356e6 of type vlan for network 1558333a-44a1-4320-a947-0471f6ab9823 May 10 13:34:39.196863 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:39.225623 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786273018480'] for network, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:39.270143 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for network, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:39.272187 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:39.272772 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:39.284634 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:39.317733 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c59a87-0d5f-4c16-8563-1a2e12a5869f req-88dfcb08-5d77-4e8a-8760-cd3545b4b207 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:39.319177 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a1c59a87-0d5f-4c16-8563-1a2e12a5869f req-88dfcb08-5d77-4e8a-8760-cd3545b4b207 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 985 time: 0.1439939 May 10 13:34:39.420243 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Pushing event updated for resources: {'Network': ['ID=1558333a-44a1-4320-a947-0471f6ab9823,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:39.424197 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6217086 May 10 13:34:39.425261 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:39.427257 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40950) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:39.430621 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Network 1558333a-44a1-4320-a947-0471f6ab9823 details requested by agent ovs-agent-dv-cinder-784945-7-smb with host dv-cinder-784945-7-smb {{(pid=78779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 13:34:39.435851 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-a82fb3eb-e962-4231-821e-c57261ff2ce3 admin admin] Request body: {'subnet': {'network_id': '1558333a-44a1-4320-a947-0471f6ab9823', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-62314506-subnet', 'tenant_id': '041b0fcb0bcd47bb8ab2eb0399f02698', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:39.442834 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-a82fb3eb-e962-4231-821e-c57261ff2ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:39.447512 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-a82fb3eb-e962-4231-821e-c57261ff2ce3 admin admin] Usage tracker for resource:subnet and tenant:041b0fcb0bcd47bb8ab2eb0399f02698 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:39.451002 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-a82fb3eb-e962-4231-821e-c57261ff2ce3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:39.457921 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-a82fb3eb-e962-4231-821e-c57261ff2ce3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:39.470168 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a1c59a87-0d5f-4c16-8563-1a2e12a5869f req-3fdc7aad-b6bf-44a3-af05-d2e412d7faaf tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=98c60141-55e8-4b6f-8580-58016c91c215&id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0945687 May 10 13:34:39.483754 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82fb3eb-e962-4231-821e-c57261ff2ce3 admin admin] Made reservation on behalf of 041b0fcb0bcd47bb8ab2eb0399f02698 for: {'subnet': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:34:39.486319 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a82fb3eb-e962-4231-821e-c57261ff2ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2414314'] for subnet, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:39.875940 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a82fb3eb-e962-4231-821e-c57261ff2ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2580212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2414232'] for subnet, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:39.880540 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:39.949603 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fb3eb-e962-4231-821e-c57261ff2ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=929ca346-8228-49fe-8492-0bbdb9e1bd5a,revision_number=0']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:39.953237 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-a82fb3eb-e962-4231-821e-c57261ff2ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:39.960111 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82fb3eb-e962-4231-821e-c57261ff2ce3 admin admin] Checking segment: {'id': 'a4117416-4ddc-4d9e-9ded-a3b5d66356e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1558333a-44a1-4320-a947-0471f6ab9823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:34:39.960469 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82fb3eb-e962-4231-821e-c57261ff2ce3 admin admin] Network hostable DHCP agents. Network: 1558333a-44a1-4320-a947-0471f6ab9823, hostable agents: ['e353725d-04b0-4fbf-b9b2-fde86cba17eb'], hosted agents: [] {{(pid=78778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:34:39.978564 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82fb3eb-e962-4231-821e-c57261ff2ce3 admin admin] Network 1558333a-44a1-4320-a947-0471f6ab9823 is scheduled to be hosted by DHCP agent e353725d-04b0-4fbf-b9b2-fde86cba17eb with binding_index 1 {{(pid=78778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:34:39.988435 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-a82fb3eb-e962-4231-821e-c57261ff2ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-smb, 1558333a-44a1-4320-a947-0471f6ab9823) {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:34:39.997911 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8adf2c-3c2b-4e19-bf5c-e082917e78ab None None] Network 1558333a-44a1-4320-a947-0471f6ab9823 requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:34:39.998105 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82fb3eb-e962-4231-821e-c57261ff2ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:39.998571 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a82fb3eb-e962-4231-821e-c57261ff2ce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:40.037503 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-a82fb3eb-e962-4231-821e-c57261ff2ce3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6072545 May 10 13:34:40.081182 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 67aff943-e9d4-46f6-91f5-68e8dbd446d1 up at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:34:40.282053 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:40.282795 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Provisioning complete for port 67aff943-e9d4-46f6-91f5-68e8dbd446d1 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:34:40.283223 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:40.326104 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75beeb7c-0879-4194-802e-d7e7673f9a6d None None] Network 1558333a-44a1-4320-a947-0471f6ab9823 requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:34:40.602386 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 40974) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:40.608567 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-629062707-network', 'tenant_id': 'a825874aa38340e2ad2bce3024a86405'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:40.613282 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:40.617374 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Usage tracker for resource:network and tenant:a825874aa38340e2ad2bce3024a86405 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:40.621336 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:40.633905 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:40.688854 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Made reservation on behalf of a825874aa38340e2ad2bce3024a86405 for: {'network': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:34:40.690849 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for network, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:40.706399 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:40.723507 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:40.729318 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Usage tracker for resource:security_group_rule and tenant:a825874aa38340e2ad2bce3024a86405 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:40.733278 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:40.741907 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:40.762506 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448c49f-c6ba-4d8f-8ff3-1b90ba215799 req-8630aa03-f8f2-4081-91fb-f92ef3216b47 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:40.763972 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c448c49f-c6ba-4d8f-8ff3-1b90ba215799 req-8630aa03-f8f2-4081-91fb-f92ef3216b47 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 985 time: 0.1326671 May 10 13:34:40.833659 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c448c49f-c6ba-4d8f-8ff3-1b90ba215799 req-cd850bf4-34a2-4bf7-a887-ed06b05ecbcf tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=98c60141-55e8-4b6f-8580-58016c91c215&id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633214 May 10 13:34:40.888152 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:40.892437 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:40.895392 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-2fbc1fef-5a5f-4c13-9df3-278c5097cdaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:40.927858 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=78778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:34:40.930216 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7e7f72-8f0d-40e7-ba82-b63c2071c140,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:40.943385 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:40.943732 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.db.segments_db [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Added segment 9cffda51-52b0-42fa-b71e-2e1009edc0d4 of type vlan for network f7cabf9d-0fa3-404f-9b0a-39fe6db5ca82 May 10 13:34:40.950275 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:40.978772 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786273018480'] for network, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:40.989718 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9eb98-33b8-4556-b20a-24ba78702085 req-e60c30d9-4bb6-42f1-9b7d-9e84e2149538 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:40.990992 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-7ce9eb98-33b8-4556-b20a-24ba78702085 req-e60c30d9-4bb6-42f1-9b7d-9e84e2149538 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 946 time: 0.0900841 May 10 13:34:41.016591 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139'] for network, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:41.018028 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:41.019183 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:41.024763 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-c6478216-32ec-4ab9-a907-c1b0491b54f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:41.041890 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-7ce9eb98-33b8-4556-b20a-24ba78702085 req-a5809098-417c-41dc-a5e1-234362e0b4db tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448020 May 10 13:34:41.125168 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Pushing event updated for resources: {'Network': ['ID=f7cabf9d-0fa3-404f-9b0a-39fe6db5ca82,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:41.128092 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5246844 May 10 13:34:41.129198 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:41.131290 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 40984) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:34:41.135713 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Network f7cabf9d-0fa3-404f-9b0a-39fe6db5ca82 details requested by agent ovs-agent-dv-cinder-784945-7-smb with host dv-cinder-784945-7-smb {{(pid=78779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 13:34:41.137223 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-3b0fdd60-2897-4e75-92c0-ba6606d62d94 admin admin] Request body: {'subnet': {'network_id': 'f7cabf9d-0fa3-404f-9b0a-39fe6db5ca82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-629062707-subnet', 'tenant_id': 'a825874aa38340e2ad2bce3024a86405', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:41.142074 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-3b0fdd60-2897-4e75-92c0-ba6606d62d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:41.145989 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-3b0fdd60-2897-4e75-92c0-ba6606d62d94 admin admin] Usage tracker for resource:subnet and tenant:a825874aa38340e2ad2bce3024a86405 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:41.148973 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-3b0fdd60-2897-4e75-92c0-ba6606d62d94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:41.154727 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-3b0fdd60-2897-4e75-92c0-ba6606d62d94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:41.164135 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0fdd60-2897-4e75-92c0-ba6606d62d94 admin admin] Made reservation on behalf of a825874aa38340e2ad2bce3024a86405 for: {'subnet': 1} {{(pid=78777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:34:41.166421 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3b0fdd60-2897-4e75-92c0-ba6606d62d94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2121825'] for subnet, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:41.639724 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3b0fdd60-2897-4e75-92c0-ba6606d62d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3999642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2121747'] for subnet, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:41.644277 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-9976b036-a347-47e4-a41b-835127b4db9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:41.717934 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0fdd60-2897-4e75-92c0-ba6606d62d94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d0d3b86-2c19-43ec-9e1f-f5f4036b5f62,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:41.721395 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-3b0fdd60-2897-4e75-92c0-ba6606d62d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:41.726900 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0fdd60-2897-4e75-92c0-ba6606d62d94 admin admin] Checking segment: {'id': '9cffda51-52b0-42fa-b71e-2e1009edc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f7cabf9d-0fa3-404f-9b0a-39fe6db5ca82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:34:41.727254 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0fdd60-2897-4e75-92c0-ba6606d62d94 admin admin] Network hostable DHCP agents. Network: f7cabf9d-0fa3-404f-9b0a-39fe6db5ca82, hostable agents: ['e353725d-04b0-4fbf-b9b2-fde86cba17eb'], hosted agents: [] {{(pid=78777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:34:41.744399 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0fdd60-2897-4e75-92c0-ba6606d62d94 admin admin] Network f7cabf9d-0fa3-404f-9b0a-39fe6db5ca82 is scheduled to be hosted by DHCP agent e353725d-04b0-4fbf-b9b2-fde86cba17eb with binding_index 1 {{(pid=78777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:34:41.755268 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-3b0fdd60-2897-4e75-92c0-ba6606d62d94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-7-smb, f7cabf9d-0fa3-404f-9b0a-39fe6db5ca82) {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:34:41.764073 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0fdd60-2897-4e75-92c0-ba6606d62d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:41.764261 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d8d80e-af64-4d30-9f83-a1f1c3e58633 None None] Network f7cabf9d-0fa3-404f-9b0a-39fe6db5ca82 requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:34:41.764679 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3b0fdd60-2897-4e75-92c0-ba6606d62d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:41.784182 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-3b0fdd60-2897-4e75-92c0-ba6606d62d94 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6518340 May 10 13:34:41.994173 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e2c97c-7956-4e96-b81e-05bd1a329211 None None] Network f7cabf9d-0fa3-404f-9b0a-39fe6db5ca82 requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:34:42.068680 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:42.163726 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f56f96-392e-474d-a08e-7637d5dd95f9 req-7e695253-383a-4fb6-9a66-9b1e3244c6c1 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:42.165261 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-23f56f96-392e-474d-a08e-7637d5dd95f9 req-7e695253-383a-4fb6-9a66-9b1e3244c6c1 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 985 time: 0.2169194 May 10 13:34:42.240429 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-23f56f96-392e-474d-a08e-7637d5dd95f9 req-aad8f5bd-177c-4feb-a6f1-5e12834aa1ab tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=98c60141-55e8-4b6f-8580-58016c91c215&id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675168 May 10 13:34:42.332669 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a69df4-5e01-449b-a7e4-27b22657853f req-17ea4528-0f0f-4727-ac67-21bc8bb2376b tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:42.334197 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-61a69df4-5e01-449b-a7e4-27b22657853f req-17ea4528-0f0f-4727-ac67-21bc8bb2376b tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 946 time: 0.0971079 May 10 13:34:42.379789 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-61a69df4-5e01-449b-a7e4-27b22657853f req-4973a068-d9e2-4ac8-a934-2d6b7e587a74 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389981 May 10 13:34:42.590107 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-c6e0bc18-9ba5-4205-abf8-352b7b709ded tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:42.591538 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-c6e0bc18-9ba5-4205-abf8-352b7b709ded tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/networks?id=1558333a-44a1-4320-a947-0471f6ab9823 HTTP/1.1" status: 200 len: 807 time: 0.1427424 May 10 13:34:42.607466 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-67c75fca-080a-442c-a778-33077181bffe tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/quotas/041b0fcb0bcd47bb8ab2eb0399f02698 HTTP/1.1" status: 200 len: 375 time: 0.0100722 May 10 13:34:42.656891 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-3b16ef0d-7dd5-495f-a0df-0c3eaa529e37 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=041b0fcb0bcd47bb8ab2eb0399f02698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442102 May 10 13:34:42.790736 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-f6f942db-0857-4196-b9dd-df9652420b78 service neutron] 10.222.0.30 "GET /v2.0/networks/1558333a-44a1-4320-a947-0471f6ab9823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266065 May 10 13:34:42.920415 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-b1cc4aa2-4bcc-43a8-a5b6-f9691ce4419f service neutron] 10.222.0.30 "GET /v2.0/networks/1558333a-44a1-4320-a947-0471f6ab9823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230907 May 10 13:34:43.095653 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e867c547-fb62-433c-9ce8-c8d668b3a510 req-aed0bdc8-ffa5-462e-921c-6754fe834445 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/ports?device_id=70db76ef-c990-4afb-80d1-4cae54ab9b19 HTTP/1.1" status: 200 len: 210 time: 0.0423181 May 10 13:34:43.433023 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553927c-e456-48a4-9701-28629a4eac30 req-39db3e91-af2d-46a6-9f47-4812d880efbc tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:43.434583 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b553927c-e456-48a4-9701-28629a4eac30 req-39db3e91-af2d-46a6-9f47-4812d880efbc tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 985 time: 0.0828533 May 10 13:34:43.488328 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b553927c-e456-48a4-9701-28629a4eac30 req-40b0f9de-492c-494c-8f7f-9b330d8f9609 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=98c60141-55e8-4b6f-8580-58016c91c215&id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469446 May 10 13:34:43.587011 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b19a1-8d24-4503-a5b1-e3f04b9accaa req-8d451509-52f1-4f66-ac16-ba1d740d5e59 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:43.588558 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3b0b19a1-8d24-4503-a5b1-e3f04b9accaa req-8d451509-52f1-4f66-ac16-ba1d740d5e59 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 946 time: 0.0893562 May 10 13:34:43.634078 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3b0b19a1-8d24-4503-a5b1-e3f04b9accaa req-199070e8-fd0a-4032-b7e6-36aa0f03cfd6 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395913 May 10 13:34:44.286719 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-70913c53-fe42-486b-a3fb-c5b4ddb748fe req-c0ba0e45-13be-4ce6-b0c4-24c8f72c9119 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/ports?device_id=70db76ef-c990-4afb-80d1-4cae54ab9b19 HTTP/1.1" status: 200 len: 210 time: 0.0700326 May 10 13:34:44.328127 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-f00ea983-8e86-4b82-a5ce-2d7cff6bac6a tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:44.329665 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-f00ea983-8e86-4b82-a5ce-2d7cff6bac6a tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.11 "GET /v2.0/networks?id=1558333a-44a1-4320-a947-0471f6ab9823 HTTP/1.1" status: 200 len: 807 time: 0.2173004 May 10 13:34:44.357535 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-658cfc4e-b1a2-41a7-9b79-f8af1ee660fc tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Request body: {'port': {'device_id': '70db76ef-c990-4afb-80d1-4cae54ab9b19', 'network_id': '1558333a-44a1-4320-a947-0471f6ab9823', 'admin_state_up': True, 'tenant_id': '041b0fcb0bcd47bb8ab2eb0399f02698'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:44.499003 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-658cfc4e-b1a2-41a7-9b79-f8af1ee660fc tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:44.502770 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-658cfc4e-b1a2-41a7-9b79-f8af1ee660fc tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Usage tracker for resource:port and tenant:041b0fcb0bcd47bb8ab2eb0399f02698 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:44.505813 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-658cfc4e-b1a2-41a7-9b79-f8af1ee660fc tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:44.511472 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-658cfc4e-b1a2-41a7-9b79-f8af1ee660fc tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:44.522465 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-658cfc4e-b1a2-41a7-9b79-f8af1ee660fc tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Made reservation on behalf of 041b0fcb0bcd47bb8ab2eb0399f02698 for: {'port': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:34:44.525931 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-658cfc4e-b1a2-41a7-9b79-f8af1ee660fc tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:44.687694 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-658cfc4e-b1a2-41a7-9b79-f8af1ee660fc tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Allocated IP 172.20.0.13 (1558333a-44a1-4320-a947-0471f6ab9823/929ca346-8228-49fe-8492-0bbdb9e1bd5a/7eaabd75-99b9-4270-a1af-460ef4c0727f) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:34:44.788961 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:34:44.833449 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50593007-c101-4e58-8209-a880804486dc req-b2acb9bb-f3ae-4dc3-9f6b-af059b5e58a4 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:44.835621 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-50593007-c101-4e58-8209-a880804486dc req-b2acb9bb-f3ae-4dc3-9f6b-af059b5e58a4 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 946 time: 0.0921607 May 10 13:34:44.880524 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-50593007-c101-4e58-8209-a880804486dc req-9302478d-2020-4747-9157-d43935cd9af2 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383508 May 10 13:34:44.902880 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-658cfc4e-b1a2-41a7-9b79-f8af1ee660fc tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:44.931454 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-658cfc4e-b1a2-41a7-9b79-f8af1ee660fc tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:44.937047 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-ca9757c6-7e6f-4774-97c2-68eec764d819 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:44.996815 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-658cfc4e-b1a2-41a7-9b79-f8af1ee660fc tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Network 1558333a-44a1-4320-a947-0471f6ab9823 is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:34:44.999839 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-658cfc4e-b1a2-41a7-9b79-f8af1ee660fc tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:34:45.008091 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-658cfc4e-b1a2-41a7-9b79-f8af1ee660fc tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:34:45.042927 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cfc4e-b1a2-41a7-9b79-f8af1ee660fc tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Pushing event updated for resources: {'Port': ['ID=7eaabd75-99b9-4270-a1af-460ef4c0727f,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:45.049013 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-658cfc4e-b1a2-41a7-9b79-f8af1ee660fc tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:45.080822 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-658cfc4e-b1a2-41a7-9b79-f8af1ee660fc tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:45.081455 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-658cfc4e-b1a2-41a7-9b79-f8af1ee660fc tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:45.102482 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-658cfc4e-b1a2-41a7-9b79-f8af1ee660fc tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7497876 May 10 13:34:45.119035 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Request body: {'port': {'device_id': '70db76ef-c990-4afb-80d1-4cae54ab9b19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:45.231303 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:45.604184 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115db94-8af5-460d-b35d-7378aa65e724 req-9feac843-a138-47f9-b0db-dba7cec8bd62 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:45.605514 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-8115db94-8af5-460d-b35d-7378aa65e724 req-9feac843-a138-47f9-b0db-dba7cec8bd62 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Synchronizing usage tracker for tenant:041b0fcb0bcd47bb8ab2eb0399f02698 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:34:45.650817 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-8115db94-8af5-460d-b35d-7378aa65e724 req-9feac843-a138-47f9-b0db-dba7cec8bd62 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Unset dirty status for tenant:041b0fcb0bcd47bb8ab2eb0399f02698 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:34:45.652474 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8115db94-8af5-460d-b35d-7378aa65e724 req-9feac843-a138-47f9-b0db-dba7cec8bd62 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/ports?device_id=70db76ef-c990-4afb-80d1-4cae54ab9b19 HTTP/1.1" status: 200 len: 932 time: 0.2316456 May 10 13:34:45.753418 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8115db94-8af5-460d-b35d-7378aa65e724 req-0c303159-7964-4484-8f99-ced946ae176a tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/security-groups?id=838071dd-a9ff-4ef5-9801-2af30b6bbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948024 May 10 13:34:45.760998 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eaabd75-99b9-4270-a1af-460ef4c0727f {{(pid=78778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:34:45.768165 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:45.782889 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Transition to ACTIVE for port object 7eaabd75-99b9-4270-a1af-460ef4c0727f will not be triggered until provisioned by entity L2. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:34:45.787045 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:45.790898 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1b5dfc5a-9f6d-496e-b22f-f1bbdf039dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:45.914019 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Pushing event updated for resources: {'Port': ['ID=7eaabd75-99b9-4270-a1af-460ef4c0727f,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:45.949581 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:45.949952 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:45.950312 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:45.950665 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:45.951011 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:45.951359 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:45.951702 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:45.952047 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:45.952389 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:45.952730 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:45.953068 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:45.953427 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:34:45.960926 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:46.033157 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Attempting to bind port 7eaabd75-99b9-4270-a1af-460ef4c0727f on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:34:46.033405 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Attempting to bind port 7eaabd75-99b9-4270-a1af-460ef4c0727f by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'a4117416-4ddc-4d9e-9ded-a3b5d66356e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1558333a-44a1-4320-a947-0471f6ab9823'}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:34:46.033738 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Attempting to bind port 7eaabd75-99b9-4270-a1af-460ef4c0727f on network 1558333a-44a1-4320-a947-0471f6ab9823 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:34:46.038353 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Port 7eaabd75-99b9-4270-a1af-460ef4c0727f on network 1558333a-44a1-4320-a947-0471f6ab9823 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 13:34:46.038666 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Attempting to bind port 7eaabd75-99b9-4270-a1af-460ef4c0727f on network 1558333a-44a1-4320-a947-0471f6ab9823 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:34:46.043634 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Checking agent: {'id': '94ccf6da-ba5a-4c56-b2e0-555501816ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:34:46.043967 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Checking segment: {'id': 'a4117416-4ddc-4d9e-9ded-a3b5d66356e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1558333a-44a1-4320-a947-0471f6ab9823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:34:46.044346 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Bound using segment: {'id': 'a4117416-4ddc-4d9e-9ded-a3b5d66356e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1558333a-44a1-4320-a947-0471f6ab9823'} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:34:46.044761 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Bound port: 7eaabd75-99b9-4270-a1af-460ef4c0727f, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4117416-4ddc-4d9e-9ded-a3b5d66356e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1558333a-44a1-4320-a947-0471f6ab9823'}}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:34:46.045099 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:46.069523 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b5398-898f-4255-a6e2-77b14d86a7d7 req-056252eb-e3de-4fee-afe0-8e4857ffd7cb tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:46.071006 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-5f0b5398-898f-4255-a6e2-77b14d86a7d7 req-056252eb-e3de-4fee-afe0-8e4857ffd7cb tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 946 time: 0.0826716 May 10 13:34:46.118894 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-5f0b5398-898f-4255-a6e2-77b14d86a7d7 req-37f262f0-b240-42d5-aa57-758e8db96989 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413897 May 10 13:34:46.133178 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] For port 7eaabd75-99b9-4270-a1af-460ef4c0727f, host hv-cinder-78494, cleared binding levels {{(pid=78778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:34:46.137026 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] For port 7eaabd75-99b9-4270-a1af-460ef4c0727f, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7eaabd75-99b9-4270-a1af-460ef4c0727f,segment=NetworkSegment(a4117416-4ddc-4d9e-9ded-a3b5d66356e6),segment_id=a4117416-4ddc-4d9e-9ded-a3b5d66356e6)] {{(pid=78778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:34:46.141295 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:46.144967 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-9a4fc14b-db7f-41b1-a0a6-f5c9994660e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:46.201798 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:46.202801 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:46.204017 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] 10.222.0.11 "PUT /v2.0/ports/7eaabd75-99b9-4270-a1af-460ef4c0727f HTTP/1.1" status: 200 len: 1094 time: 1.0889862 May 10 13:34:46.206571 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70db76ef-c990-4afb-80d1-4cae54ab9b19', 'tag': '7eaabd75-99b9-4270-a1af-460ef4c0727f'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:34:46.240053 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Pushing event updated for resources: {'Port': ['ID=7eaabd75-99b9-4270-a1af-460ef4c0727f,revision_number=3']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:46.242964 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:46.267281 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70db76ef-c990-4afb-80d1-4cae54ab9b19', 'tag': '7eaabd75-99b9-4270-a1af-460ef4c0727f', 'status': 'completed', 'code': 200} May 10 13:34:46.340651 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-f9189252-e397-44ba-ab61-5fb37659a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:46.342102 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-f9189252-e397-44ba-ab61-5fb37659a949 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=041b0fcb0bcd47bb8ab2eb0399f02698&device_id=70db76ef-c990-4afb-80d1-4cae54ab9b19 HTTP/1.1" status: 200 len: 1097 time: 0.0717340 May 10 13:34:46.447130 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-ccb57059-658b-4797-baf4-ce2e6746ec39 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eaabd75-99b9-4270-a1af-460ef4c0727f HTTP/1.1" status: 200 len: 217 time: 0.0963430 May 10 13:34:46.534124 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-4cbf53fd-0d1f-4e1d-b2cc-d211a80b7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:46.535525 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-4cbf53fd-0d1f-4e1d-b2cc-d211a80b7af3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=929ca346-8228-49fe-8492-0bbdb9e1bd5a HTTP/1.1" status: 200 len: 847 time: 0.0742376 May 10 13:34:46.544081 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb0055-9273-43be-925a-9e41811b8a2c req-23d43e78-a00d-4c89-84c8-596da78cefb3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:46.545336 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3ccb0055-9273-43be-925a-9e41811b8a2c req-23d43e78-a00d-4c89-84c8-596da78cefb3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 946 time: 0.1393130 May 10 13:34:46.619025 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-076917f2-d99d-426f-99da-d094fdb3a803 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1558333a-44a1-4320-a947-0471f6ab9823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726304 May 10 13:34:46.818018 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-c9311ca7-26a8-4b67-a45e-36d3c47a3818 service neutron] 10.222.0.11 "GET /v2.0/networks/1558333a-44a1-4320-a947-0471f6ab9823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893768 May 10 13:34:46.850968 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-3ccb0055-9273-43be-925a-9e41811b8a2c req-3306b92f-77e8-4c6f-b92f-0e73f8854978 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Deleting port b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:34:46.851302 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-3ccb0055-9273-43be-925a-9e41811b8a2c req-3306b92f-77e8-4c6f-b92f-0e73f8854978 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:46.951519 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96631fd-07da-4ad7-967d-11f31bd1d9ce req-80aa09c0-bbb9-481d-984c-09b4d3c766da tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:46.952984 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f96631fd-07da-4ad7-967d-11f31bd1d9ce req-80aa09c0-bbb9-481d-984c-09b4d3c766da tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/ports?device_id=70db76ef-c990-4afb-80d1-4cae54ab9b19 HTTP/1.1" status: 200 len: 944 time: 0.0876727 May 10 13:34:46.998830 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-f96631fd-07da-4ad7-967d-11f31bd1d9ce req-db931fe5-abca-4600-97d3-72b88b1e9db3 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Synchronizing usage tracker for tenant:041b0fcb0bcd47bb8ab2eb0399f02698 on resource:security_group {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:34:47.015807 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-f96631fd-07da-4ad7-967d-11f31bd1d9ce req-db931fe5-abca-4600-97d3-72b88b1e9db3 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Unset dirty status for tenant:041b0fcb0bcd47bb8ab2eb0399f02698 on resource:security_group {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:34:47.016961 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f96631fd-07da-4ad7-967d-11f31bd1d9ce req-db931fe5-abca-4600-97d3-72b88b1e9db3 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/security-groups?id=838071dd-a9ff-4ef5-9801-2af30b6bbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581207 May 10 13:34:47.157694 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3aff4838-35b1-4c0f-b5ad-ce078f5fa6b4 req-33f32326-88ee-47b5-b73d-b1d70905d579 service neutron] 10.222.0.11 "GET /v2.0/networks/1558333a-44a1-4320-a947-0471f6ab9823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287208 May 10 13:34:47.163551 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-3ccb0055-9273-43be-925a-9e41811b8a2c req-3306b92f-77e8-4c6f-b92f-0e73f8854978 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] For port b527d1e2-fffe-4d81-8366-22ccf6ebc0e1, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b527d1e2-fffe-4d81-8366-22ccf6ebc0e1,segment=NetworkSegment(0905861c-c669-4aa6-a3a0-995fa033c5c9),segment_id=0905861c-c669-4aa6-a3a0-995fa033c5c9)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:34:47.163946 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-3ccb0055-9273-43be-925a-9e41811b8a2c req-3306b92f-77e8-4c6f-b92f-0e73f8854978 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:47.333255 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-3ccb0055-9273-43be-925a-9e41811b8a2c req-3306b92f-77e8-4c6f-b92f-0e73f8854978 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Calling delete_port for b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 owned by compute:nova {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:34:47.456086 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671a568-d3ae-4dc7-a676-00a5ea25d927 req-8cd2d91f-de37-4d46-a036-3fa9d5dca186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:47.457569 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7671a568-d3ae-4dc7-a676-00a5ea25d927 req-8cd2d91f-de37-4d46-a036-3fa9d5dca186 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=041b0fcb0bcd47bb8ab2eb0399f02698&device_id=70db76ef-c990-4afb-80d1-4cae54ab9b19 HTTP/1.1" status: 200 len: 1097 time: 0.2196569 May 10 13:34:47.466437 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968d48-be83-4b9b-8dda-efb673b46c8b req-dfd90782-70dc-47c6-9f69-8203e1ffdb5f tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:47.467758 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-00968d48-be83-4b9b-8dda-efb673b46c8b req-dfd90782-70dc-47c6-9f69-8203e1ffdb5f tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5932ec4-56ce-4ee3-86e3-171f4f80568e HTTP/1.1" status: 200 len: 946 time: 0.1454511 May 10 13:34:47.654892 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-00968d48-be83-4b9b-8dda-efb673b46c8b req-4b6d0ea1-57ac-48df-9c62-8c69fa6e64e3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598058 May 10 13:34:47.686904 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671a568-d3ae-4dc7-a676-00a5ea25d927 req-976a817f-a28c-451d-b627-3af6aad7f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:47.688324 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7671a568-d3ae-4dc7-a676-00a5ea25d927 req-976a817f-a28c-451d-b627-3af6aad7f6e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1558333a-44a1-4320-a947-0471f6ab9823 HTTP/1.1" status: 200 len: 908 time: 0.2188776 May 10 13:34:47.692447 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-3ccb0055-9273-43be-925a-9e41811b8a2c req-3306b92f-77e8-4c6f-b92f-0e73f8854978 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:47.697677 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-2838fbeb-4973-41ef-be72-b3dcc24f9f68 tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:47.703715 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['b527d1e2-fffe-4d81-8366-22ccf6ebc0e1'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:34:47.807488 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7671a568-d3ae-4dc7-a676-00a5ea25d927 req-9d0f5c97-451a-4333-9abc-f20d1a56ea8d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eaabd75-99b9-4270-a1af-460ef4c0727f HTTP/1.1" status: 200 len: 217 time: 0.0791428 May 10 13:34:47.809438 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306b92f-77e8-4c6f-b92f-0e73f8854978 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Pushing event deleted for resources: {'Port': ['ID=b527d1e2-fffe-4d81-8366-22ccf6ebc0e1,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:47.836366 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-3306b92f-77e8-4c6f-b92f-0e73f8854978 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:47.918660 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccb0055-9273-43be-925a-9e41811b8a2c req-3306b92f-77e8-4c6f-b92f-0e73f8854978 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] No DVR routers for this DVR port b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 on host hv-cinder-78494 {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:34:47.924457 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-3ccb0055-9273-43be-925a-9e41811b8a2c req-3306b92f-77e8-4c6f-b92f-0e73f8854978 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:47.944948 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671a568-d3ae-4dc7-a676-00a5ea25d927 req-82011569-0808-4c06-8626-4a240dab4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:47.946386 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7671a568-d3ae-4dc7-a676-00a5ea25d927 req-82011569-0808-4c06-8626-4a240dab4317 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=929ca346-8228-49fe-8492-0bbdb9e1bd5a HTTP/1.1" status: 200 len: 847 time: 0.1110888 May 10 13:34:47.947915 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3ccb0055-9273-43be-925a-9e41811b8a2c req-3306b92f-77e8-4c6f-b92f-0e73f8854978 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.11 "DELETE /v2.0/ports/b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 HTTP/1.1" status: 204 len: 173 time: 1.3669856 May 10 13:34:47.997786 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7671a568-d3ae-4dc7-a676-00a5ea25d927 req-2f57a260-ac9e-4a83-aeb0-e172f7826ef3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1558333a-44a1-4320-a947-0471f6ab9823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426128 May 10 13:34:48.141111 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7671a568-d3ae-4dc7-a676-00a5ea25d927 req-4240408b-04c7-49a1-95d4-784390e99a15 service neutron] 10.222.0.11 "GET /v2.0/networks/1558333a-44a1-4320-a947-0471f6ab9823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290255 May 10 13:34:48.209204 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 7eaabd75-99b9-4270-a1af-460ef4c0727f details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:34:48.217846 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82332c-e333-4319-8730-445f583c87e0 req-c2699875-4757-458a-9f09-341d2fd097c0 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:48.219466 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-fe82332c-e333-4319-8730-445f583c87e0 req-c2699875-4757-458a-9f09-341d2fd097c0 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/ports?device_id=70db76ef-c990-4afb-80d1-4cae54ab9b19 HTTP/1.1" status: 200 len: 944 time: 0.0847507 May 10 13:34:48.268710 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5932ec4-56ce-4ee3-86e3-171f4f80568e', 'name': 'network-vif-deleted', 'tag': 'b527d1e2-fffe-4d81-8366-22ccf6ebc0e1'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:34:48.273559 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-fe82332c-e333-4319-8730-445f583c87e0 req-522ae521-f3a3-4d45-aa7e-fdb3b038ab11 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/security-groups?id=838071dd-a9ff-4ef5-9801-2af30b6bbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483608 May 10 13:34:48.298223 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7671a568-d3ae-4dc7-a676-00a5ea25d927 req-80d20267-2b3d-4517-8763-8fadfcfedbff service neutron] 10.222.0.11 "GET /v2.0/networks/1558333a-44a1-4320-a947-0471f6ab9823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441491 May 10 13:34:48.322642 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5932ec4-56ce-4ee3-86e3-171f4f80568e', 'name': 'network-vif-deleted', 'tag': 'b527d1e2-fffe-4d81-8366-22ccf6ebc0e1', 'status': 'completed', 'code': 200} May 10 13:34:48.355877 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 7eaabd75-99b9-4270-a1af-460ef4c0727f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7eaabd75-99b9-4270-a1af-460ef4c0727f,segment=NetworkSegment(a4117416-4ddc-4d9e-9ded-a3b5d66356e6),segment_id=a4117416-4ddc-4d9e-9ded-a3b5d66356e6)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:34:48.368317 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': '7eaabd75-99b9-4270-a1af-460ef4c0727f', 'network_id': '1558333a-44a1-4320-a947-0471f6ab9823', 'port_id': '7eaabd75-99b9-4270-a1af-460ef4c0727f', 'mac_address': 'fa:16:3e:4b:65:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929ca346-8228-49fe-8492-0bbdb9e1bd5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:34:48.430900 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:48.446755 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eaabd75-99b9-4270-a1af-460ef4c0727f {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:34:48.462736 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 7eaabd75-99b9-4270-a1af-460ef4c0727f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7eaabd75-99b9-4270-a1af-460ef4c0727f,segment=NetworkSegment(a4117416-4ddc-4d9e-9ded-a3b5d66356e6),segment_id=a4117416-4ddc-4d9e-9ded-a3b5d66356e6)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:34:48.468192 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:48.469967 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:48.533763 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=7eaabd75-99b9-4270-a1af-460ef4c0727f,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:48.536716 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:48.758833 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['7eaabd75-99b9-4270-a1af-460ef4c0727f'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:34:49.457020 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a24e66-36d0-4a0a-bb40-9af62c94494a req-04e9538c-7737-43e8-bd20-a17230f25be3 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:49.458473 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d5a24e66-36d0-4a0a-bb40-9af62c94494a req-04e9538c-7737-43e8-bd20-a17230f25be3 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/ports?device_id=70db76ef-c990-4afb-80d1-4cae54ab9b19 HTTP/1.1" status: 200 len: 945 time: 0.0777500 May 10 13:34:49.504618 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d5a24e66-36d0-4a0a-bb40-9af62c94494a req-4fdb72c1-c807-44f2-9916-53f56af86411 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/security-groups?id=838071dd-a9ff-4ef5-9801-2af30b6bbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384681 May 10 13:34:50.234283 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 7eaabd75-99b9-4270-a1af-460ef4c0727f up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:34:50.300004 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning for port 7eaabd75-99b9-4270-a1af-460ef4c0727f completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:34:50.304831 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port 7eaabd75-99b9-4270-a1af-460ef4c0727f triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:34:50.305215 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:50.421293 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:50.446443 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70db76ef-c990-4afb-80d1-4cae54ab9b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eaabd75-99b9-4270-a1af-460ef4c0727f'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:34:50.455498 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 7eaabd75-99b9-4270-a1af-460ef4c0727f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7eaabd75-99b9-4270-a1af-460ef4c0727f,segment=NetworkSegment(a4117416-4ddc-4d9e-9ded-a3b5d66356e6),segment_id=a4117416-4ddc-4d9e-9ded-a3b5d66356e6)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:34:50.459485 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:50.460310 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:34:50.487950 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-5c7b5670-cae9-4d8e-ad1c-578c9f19470b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:50.528218 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70db76ef-c990-4afb-80d1-4cae54ab9b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eaabd75-99b9-4270-a1af-460ef4c0727f', 'code': 200} May 10 13:34:50.534945 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] No Port match for: b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:34:50.535866 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device b527d1e2-fffe-4d81-8366-22ccf6ebc0e1 not bound to the agent host hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:34:50.561598 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=7eaabd75-99b9-4270-a1af-460ef4c0727f,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:50.564635 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:50.819801 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f26834-4ae4-48f9-96b2-c43fe0d54d73 req-91db6dce-3c41-4b17-ae3c-a794cfedee16 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:50.821202 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-54f26834-4ae4-48f9-96b2-c43fe0d54d73 req-91db6dce-3c41-4b17-ae3c-a794cfedee16 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/ports?device_id=70db76ef-c990-4afb-80d1-4cae54ab9b19 HTTP/1.1" status: 200 len: 946 time: 0.2009313 May 10 13:34:50.875696 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30380a02-3062-4bd7-a89f-b1a62c90d4e3 req-2a7ca2de-6892-4159-bfe5-1b0f11396c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:50.877081 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-30380a02-3062-4bd7-a89f-b1a62c90d4e3 req-2a7ca2de-6892-4159-bfe5-1b0f11396c90 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=70db76ef-c990-4afb-80d1-4cae54ab9b19 HTTP/1.1" status: 200 len: 1099 time: 0.1963849 May 10 13:34:50.880157 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-54f26834-4ae4-48f9-96b2-c43fe0d54d73 req-4f14508b-6d31-4995-b606-e7326b44d349 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/security-groups?id=838071dd-a9ff-4ef5-9801-2af30b6bbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521030 May 10 13:34:50.920205 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-30380a02-3062-4bd7-a89f-b1a62c90d4e3 req-95fbf08d-0cc1-41f2-aad4-ba42689e22a2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=838071dd-a9ff-4ef5-9801-2af30b6bbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357573 May 10 13:34:52.073891 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58973d74-af9a-487c-afea-eb4a84db7b60 req-39e90154-0ac8-4084-b185-8a46a41fe54f tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:52.075340 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-58973d74-af9a-487c-afea-eb4a84db7b60 req-39e90154-0ac8-4084-b185-8a46a41fe54f tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/ports?device_id=70db76ef-c990-4afb-80d1-4cae54ab9b19 HTTP/1.1" status: 200 len: 946 time: 0.0838296 May 10 13:34:52.120349 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-58973d74-af9a-487c-afea-eb4a84db7b60 req-06e8616e-6212-4a38-a515-9c17fe3a9cde tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/security-groups?id=838071dd-a9ff-4ef5-9801-2af30b6bbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392675 May 10 13:34:52.331361 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-f4af8440-8429-4afe-9afd-9525e232201c req-a2d95e85-3788-4aaf-806e-ce60a10e8f80 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Synchronizing usage tracker for tenant:aed95712bd2b4455b07f64688d052baa on resource:security_group {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:34:52.348180 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-f4af8440-8429-4afe-9afd-9525e232201c req-a2d95e85-3788-4aaf-806e-ce60a10e8f80 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Unset dirty status for tenant:aed95712bd2b4455b07f64688d052baa on resource:security_group {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:34:52.349182 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f4af8440-8429-4afe-9afd-9525e232201c req-a2d95e85-3788-4aaf-806e-ce60a10e8f80 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-199715643&fields=id&tenant_id=aed95712bd2b4455b07f64688d052baa HTTP/1.1" status: 200 len: 267 time: 0.0560191 May 10 13:34:52.494184 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af8440-8429-4afe-9afd-9525e232201c req-36510cf3-7bec-4d4f-af5f-0b5c594f9879 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:52.494773 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-f4af8440-8429-4afe-9afd-9525e232201c req-36510cf3-7bec-4d4f-af5f-0b5c594f9879 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Synchronizing usage tracker for tenant:aed95712bd2b4455b07f64688d052baa on resource:network {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:34:52.512227 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-f4af8440-8429-4afe-9afd-9525e232201c req-36510cf3-7bec-4d4f-af5f-0b5c594f9879 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Unset dirty status for tenant:aed95712bd2b4455b07f64688d052baa on resource:network {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:34:52.513344 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f4af8440-8429-4afe-9afd-9525e232201c req-36510cf3-7bec-4d4f-af5f-0b5c594f9879 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/networks?id=72f7116b-c3ab-4a0a-93c8-178ba457121f HTTP/1.1" status: 200 len: 809 time: 0.1575117 May 10 13:34:52.527674 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f4af8440-8429-4afe-9afd-9525e232201c req-adb37497-a2e7-42c8-a891-97d8e101a91a tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/quotas/aed95712bd2b4455b07f64688d052baa HTTP/1.1" status: 200 len: 375 time: 0.0087709 May 10 13:34:52.608545 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f4af8440-8429-4afe-9afd-9525e232201c req-a8b5cdcb-9e31-4b58-a7c0-3e8a00920711 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed95712bd2b4455b07f64688d052baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759766 May 10 13:34:52.743268 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f4af8440-8429-4afe-9afd-9525e232201c req-859a4bcd-cae4-48d2-b7e7-873f0acd0dec service neutron] 10.222.0.30 "GET /v2.0/networks/72f7116b-c3ab-4a0a-93c8-178ba457121f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236260 May 10 13:34:52.874827 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f4af8440-8429-4afe-9afd-9525e232201c req-116820bd-6cb0-4a47-9453-6152e6aeac66 service neutron] 10.222.0.30 "GET /v2.0/networks/72f7116b-c3ab-4a0a-93c8-178ba457121f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252081 May 10 13:34:52.977438 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-2e6c4daf-b52a-4b79-a23c-01bc650096dd tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:52.978910 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-2e6c4daf-b52a-4b79-a23c-01bc650096dd tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/networks?id=1a7d65b3-be02-41ec-a693-9dd00b6b1fa3 HTTP/1.1" status: 200 len: 814 time: 0.1440201 May 10 13:34:52.992999 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-0cbcba2e-d0c4-4c24-83c5-2a542f21cefe tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/quotas/c6ff9c06108141e989e233207747b7c7 HTTP/1.1" status: 200 len: 375 time: 0.0087154 May 10 13:34:53.039886 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-7744cef7-fd32-4dca-a352-14213a094068 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6ff9c06108141e989e233207747b7c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418031 May 10 13:34:53.178321 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-7687cae1-357b-4631-8282-d34a9429eba9 service neutron] 10.222.0.30 "GET /v2.0/networks/1a7d65b3-be02-41ec-a693-9dd00b6b1fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311421 May 10 13:34:53.330211 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-80f779f5-13c3-428b-977a-1f6eb0315b8e service neutron] 10.222.0.30 "GET /v2.0/networks/1a7d65b3-be02-41ec-a693-9dd00b6b1fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428962 May 10 13:34:53.362214 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042ff54-da7e-4ef2-a1c6-6a8c51d1641c req-a3fd472e-f398-4579-b9c3-ab0efd833c47 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:53.363904 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e042ff54-da7e-4ef2-a1c6-6a8c51d1641c req-a3fd472e-f398-4579-b9c3-ab0efd833c47 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/ports?device_id=70db76ef-c990-4afb-80d1-4cae54ab9b19 HTTP/1.1" status: 200 len: 946 time: 0.0933490 May 10 13:34:53.419575 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e042ff54-da7e-4ef2-a1c6-6a8c51d1641c req-83a638d9-b751-4cdc-8659-e3ac1de0eec8 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/security-groups?id=838071dd-a9ff-4ef5-9801-2af30b6bbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491874 May 10 13:34:53.552626 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-af08dbb8-2d15-4d24-b7c4-dfb73cfaf3ab req-e0519068-e5b0-42c3-bcd8-d1b852714d81 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 210 time: 0.0797291 May 10 13:34:53.634784 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6757b299-b933-4f71-8cb7-4a40d7a572ea req-ea9af88f-62f8-4e6a-8423-c0f27c44d55a tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 210 time: 0.1487343 May 10 13:34:54.512627 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af8440-8429-4afe-9afd-9525e232201c req-5900b07f-527f-454a-ba64-966dfd0abd8b tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:54.514056 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f4af8440-8429-4afe-9afd-9525e232201c req-5900b07f-527f-454a-ba64-966dfd0abd8b tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.11 "GET /v2.0/networks?id=72f7116b-c3ab-4a0a-93c8-178ba457121f HTTP/1.1" status: 200 len: 809 time: 0.1477423 May 10 13:34:54.569622 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f4af8440-8429-4afe-9afd-9525e232201c req-5654bb5d-9613-454a-b615-806ecaba2d0e tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aed95712bd2b4455b07f64688d052baa HTTP/1.1" status: 200 len: 379 time: 0.0433738 May 10 13:34:54.582236 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-f4af8440-8429-4afe-9afd-9525e232201c req-2c495198-3cb9-47be-b0fb-c8fc25e539f4 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Request body: {'port': {'device_id': 'ad92b6ae-9748-4307-b3f2-4f957e541664', 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f', 'admin_state_up': True, 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'security_groups': ['02ed4368-65d6-4785-b792-26ba378025d8']}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:54.738802 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-42b1c31e-e79a-4788-8820-233d735a0793 req-ff2abd43-ac93-4943-9dee-884978fce68a tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 210 time: 0.0659056 May 10 13:34:54.767083 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-f4af8440-8429-4afe-9afd-9525e232201c req-2c495198-3cb9-47be-b0fb-c8fc25e539f4 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:54.767083 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-f4af8440-8429-4afe-9afd-9525e232201c req-2c495198-3cb9-47be-b0fb-c8fc25e539f4 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Usage tracker for resource:port and tenant:aed95712bd2b4455b07f64688d052baa is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:54.768620 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-f4af8440-8429-4afe-9afd-9525e232201c req-2c495198-3cb9-47be-b0fb-c8fc25e539f4 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:54.774641 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-f4af8440-8429-4afe-9afd-9525e232201c req-2c495198-3cb9-47be-b0fb-c8fc25e539f4 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:54.786750 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4af8440-8429-4afe-9afd-9525e232201c req-2c495198-3cb9-47be-b0fb-c8fc25e539f4 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Made reservation on behalf of aed95712bd2b4455b07f64688d052baa for: {'port': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:34:54.791037 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-f4af8440-8429-4afe-9afd-9525e232201c req-2c495198-3cb9-47be-b0fb-c8fc25e539f4 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:54.800576 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-38557b87-37a6-4462-af4b-52785fd4cd30 req-c981b466-d966-4448-a6d3-9d9942068b47 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 210 time: 0.0605354 May 10 13:34:55.072668 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-b3ecf8f6-d445-4319-919b-afc141d4fb18 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:55.074096 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-b3ecf8f6-d445-4319-919b-afc141d4fb18 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.11 "GET /v2.0/networks?id=1a7d65b3-be02-41ec-a693-9dd00b6b1fa3 HTTP/1.1" status: 200 len: 814 time: 0.2263496 May 10 13:34:55.084291 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [req-f4af8440-8429-4afe-9afd-9525e232201c req-2c495198-3cb9-47be-b0fb-c8fc25e539f4 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Allocated IP 172.20.0.3 (72f7116b-c3ab-4a0a-93c8-178ba457121f/0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5/2d797a3e-8d28-4816-927a-f2e9ef9c8661) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:34:55.090376 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-7ea108f2-1cc1-4af8-810a-873b1b543f90 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Request body: {'port': {'device_id': '04f815b1-af85-4ba2-912e-517d40d5583e', 'network_id': '1a7d65b3-be02-41ec-a693-9dd00b6b1fa3', 'admin_state_up': True, 'tenant_id': 'c6ff9c06108141e989e233207747b7c7'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:55.425416 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-7ea108f2-1cc1-4af8-810a-873b1b543f90 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:34:55.425416 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-7ea108f2-1cc1-4af8-810a-873b1b543f90 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Usage tracker for resource:port and tenant:c6ff9c06108141e989e233207747b7c7 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:34:55.425416 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-7ea108f2-1cc1-4af8-810a-873b1b543f90 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:34:55.440050 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-7ea108f2-1cc1-4af8-810a-873b1b543f90 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:34:55.466817 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-7ea108f2-1cc1-4af8-810a-873b1b543f90 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Made reservation on behalf of c6ff9c06108141e989e233207747b7c7 for: {'port': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:34:55.470251 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-7ea108f2-1cc1-4af8-810a-873b1b543f90 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:55.551362 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-f4af8440-8429-4afe-9afd-9525e232201c req-2c495198-3cb9-47be-b0fb-c8fc25e539f4 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:55.581819 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-f4af8440-8429-4afe-9afd-9525e232201c req-2c495198-3cb9-47be-b0fb-c8fc25e539f4 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Transition to ACTIVE for port object 2d797a3e-8d28-4816-927a-f2e9ef9c8661 will not be triggered until provisioned by entity DHCP. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:34:55.676999 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-7ea108f2-1cc1-4af8-810a-873b1b543f90 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Allocated IP 172.20.0.10 (1a7d65b3-be02-41ec-a693-9dd00b6b1fa3/6b658a93-aa06-406d-89ec-55b1cb7ae722/7e15475c-59db-43e0-acaf-9c25763d387e) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:34:55.681349 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-f4af8440-8429-4afe-9afd-9525e232201c req-2c495198-3cb9-47be-b0fb-c8fc25e539f4 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:55.687269 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-658cfc4e-b1a2-41a7-9b79-f8af1ee660fc tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:55.769288 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4af8440-8429-4afe-9afd-9525e232201c req-2c495198-3cb9-47be-b0fb-c8fc25e539f4 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Network 72f7116b-c3ab-4a0a-93c8-178ba457121f is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:34:55.773866 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [req-f4af8440-8429-4afe-9afd-9525e232201c req-2c495198-3cb9-47be-b0fb-c8fc25e539f4 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:34:55.788076 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4af8440-8429-4afe-9afd-9525e232201c req-2c495198-3cb9-47be-b0fb-c8fc25e539f4 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:34:55.833577 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c495198-3cb9-47be-b0fb-c8fc25e539f4 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Pushing event updated for resources: {'Port': ['ID=2d797a3e-8d28-4816-927a-f2e9ef9c8661,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:55.844677 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-2c495198-3cb9-47be-b0fb-c8fc25e539f4 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:55.977128 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a94a471a-1346-4f78-968e-8edcf88bc3e6 req-86a7ff34-d74f-4510-afe3-69e1ed27d429 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 210 time: 0.0495822 May 10 13:34:56.008734 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af8440-8429-4afe-9afd-9525e232201c req-2c495198-3cb9-47be-b0fb-c8fc25e539f4 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:56.009228 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-f4af8440-8429-4afe-9afd-9525e232201c req-2c495198-3cb9-47be-b0fb-c8fc25e539f4 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:56.052900 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-f734ec81-faea-49a6-8f7a-c6c2897adfd2 None None] Provisioning for port 2d797a3e-8d28-4816-927a-f2e9ef9c8661 completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:34:56.058259 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-f734ec81-faea-49a6-8f7a-c6c2897adfd2 None None] Provisioning complete for port 2d797a3e-8d28-4816-927a-f2e9ef9c8661 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:34:56.058645 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-f734ec81-faea-49a6-8f7a-c6c2897adfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:56.076016 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f4af8440-8429-4afe-9afd-9525e232201c req-2c495198-3cb9-47be-b0fb-c8fc25e539f4 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4976611 May 10 13:34:56.096995 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Request body: {'port': {'device_id': 'ad92b6ae-9748-4307-b3f2-4f957e541664', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:56.118727 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-f734ec81-faea-49a6-8f7a-c6c2897adfd2 None None] Port 2d797a3e-8d28-4816-927a-f2e9ef9c8661 cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:34:56.167710 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf73842-81ad-49ea-8ab5-b0de78218078 req-f62387e9-52bf-4967-b4ee-042064edea3d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:56.168392 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-ddf73842-81ad-49ea-8ab5-b0de78218078 req-f62387e9-52bf-4967-b4ee-042064edea3d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Synchronizing usage tracker for tenant:aed95712bd2b4455b07f64688d052baa on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:34:56.173605 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-7ea108f2-1cc1-4af8-810a-873b1b543f90 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:56.246553 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-ddf73842-81ad-49ea-8ab5-b0de78218078 req-f62387e9-52bf-4967-b4ee-042064edea3d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Unset dirty status for tenant:aed95712bd2b4455b07f64688d052baa on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:34:56.247672 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ddf73842-81ad-49ea-8ab5-b0de78218078 req-f62387e9-52bf-4967-b4ee-042064edea3d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 931 time: 0.3834958 May 10 13:34:56.287223 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:56.326814 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ddf73842-81ad-49ea-8ab5-b0de78218078 req-5b2ecc93-45c6-4bdb-a62e-03acc7b8afd8 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709000 May 10 13:34:56.355463 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-7ea108f2-1cc1-4af8-810a-873b1b543f90 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:56.368982 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-3306b92f-77e8-4c6f-b92f-0e73f8854978 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:56.434835 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-7ea108f2-1cc1-4af8-810a-873b1b543f90 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Network 1a7d65b3-be02-41ec-a693-9dd00b6b1fa3 is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:34:56.439448 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-7ea108f2-1cc1-4af8-810a-873b1b543f90 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:34:56.456956 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-7ea108f2-1cc1-4af8-810a-873b1b543f90 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:34:56.491079 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea108f2-1cc1-4af8-810a-873b1b543f90 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Pushing event updated for resources: {'Port': ['ID=7e15475c-59db-43e0-acaf-9c25763d387e,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:56.504386 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-7ea108f2-1cc1-4af8-810a-873b1b543f90 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:56.588845 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-7ea108f2-1cc1-4af8-810a-873b1b543f90 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:56.589624 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-7ea108f2-1cc1-4af8-810a-873b1b543f90 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:56.687608 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-7ea108f2-1cc1-4af8-810a-873b1b543f90 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6010506 May 10 13:34:56.705508 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Request body: {'port': {'device_id': '04f815b1-af85-4ba2-912e-517d40d5583e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:34:56.859344 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:57.104186 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d797a3e-8d28-4816-927a-f2e9ef9c8661 {{(pid=78778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:34:57.128672 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:57.173415 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190a3ca-1d59-4055-b4b0-897418f5ca03 req-51c49ff0-0a4f-4e07-a087-751c66608c59 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:57.175085 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-5190a3ca-1d59-4055-b4b0-897418f5ca03 req-51c49ff0-0a4f-4e07-a087-751c66608c59 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 932 time: 0.0872624 May 10 13:34:57.205348 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Transition to ACTIVE for port object 2d797a3e-8d28-4816-927a-f2e9ef9c8661 will not be triggered until provisioned by entity L2. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:34:57.213989 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:57.224049 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-5190a3ca-1d59-4055-b4b0-897418f5ca03 req-39d1cdeb-47d3-4e36-8416-a5f384047668 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429914 May 10 13:34:57.224872 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-326382bf-6144-4002-a4b5-533de9d92691 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:57.446620 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e99289-3f0c-4b2b-9cff-dac245d5ecb6 req-1bc9e254-058b-40d5-9ae3-d7500a4b3232 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:57.448134 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-02e99289-3f0c-4b2b-9cff-dac245d5ecb6 req-1bc9e254-058b-40d5-9ae3-d7500a4b3232 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/ports?device_id=70db76ef-c990-4afb-80d1-4cae54ab9b19 HTTP/1.1" status: 200 len: 946 time: 0.4017293 May 10 13:34:57.448815 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d797a3e-8d28-4816-927a-f2e9ef9c8661,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:57.476575 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:57.523613 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e23d2-67d2-44ff-bf14-3fc639dedc6d req-85c3c893-96ed-41de-b767-5b2cd1bfc7b5 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:57.524304 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-620e23d2-67d2-44ff-bf14-3fc639dedc6d req-85c3c893-96ed-41de-b767-5b2cd1bfc7b5 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Synchronizing usage tracker for tenant:aed95712bd2b4455b07f64688d052baa on resource:port {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:34:57.535892 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-620e23d2-67d2-44ff-bf14-3fc639dedc6d req-85c3c893-96ed-41de-b767-5b2cd1bfc7b5 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Unset dirty status for tenant:aed95712bd2b4455b07f64688d052baa on resource:port {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:34:57.537603 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-620e23d2-67d2-44ff-bf14-3fc639dedc6d req-85c3c893-96ed-41de-b767-5b2cd1bfc7b5 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 943 time: 0.0984483 May 10 13:34:57.582593 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-620e23d2-67d2-44ff-bf14-3fc639dedc6d req-6d12b6d2-4c27-46c0-ba10-fab0ea84d897 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Synchronizing usage tracker for tenant:aed95712bd2b4455b07f64688d052baa on resource:security_group {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:34:57.595726 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-620e23d2-67d2-44ff-bf14-3fc639dedc6d req-6d12b6d2-4c27-46c0-ba10-fab0ea84d897 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Unset dirty status for tenant:aed95712bd2b4455b07f64688d052baa on resource:security_group {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:34:57.596843 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-620e23d2-67d2-44ff-bf14-3fc639dedc6d req-6d12b6d2-4c27-46c0-ba10-fab0ea84d897 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521693 May 10 13:34:57.625377 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-02e99289-3f0c-4b2b-9cff-dac245d5ecb6 req-136408bc-4b6a-459b-a6ad-3877059e4767 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/security-groups?id=838071dd-a9ff-4ef5-9801-2af30b6bbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460841 May 10 13:34:57.634894 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Attempting to bind port 2d797a3e-8d28-4816-927a-f2e9ef9c8661 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:34:57.635225 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Attempting to bind port 2d797a3e-8d28-4816-927a-f2e9ef9c8661 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '2e17b361-ddf8-457a-b171-6c5b504b525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f'}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:34:57.636114 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Attempting to bind port 2d797a3e-8d28-4816-927a-f2e9ef9c8661 on network 72f7116b-c3ab-4a0a-93c8-178ba457121f {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:34:57.651963 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Port 2d797a3e-8d28-4816-927a-f2e9ef9c8661 on network 72f7116b-c3ab-4a0a-93c8-178ba457121f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 13:34:57.652217 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Attempting to bind port 2d797a3e-8d28-4816-927a-f2e9ef9c8661 on network 72f7116b-c3ab-4a0a-93c8-178ba457121f {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:34:57.685005 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Checking agent: {'id': '94ccf6da-ba5a-4c56-b2e0-555501816ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:34:57.685337 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Checking segment: {'id': '2e17b361-ddf8-457a-b171-6c5b504b525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:34:57.685740 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Bound using segment: {'id': '2e17b361-ddf8-457a-b171-6c5b504b525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f'} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:34:57.686167 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Bound port: 2d797a3e-8d28-4816-927a-f2e9ef9c8661, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e17b361-ddf8-457a-b171-6c5b504b525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f'}}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:34:57.686507 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:57.757907 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e15475c-59db-43e0-acaf-9c25763d387e {{(pid=78778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:34:57.768411 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:57.802435 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Transition to ACTIVE for port object 7e15475c-59db-43e0-acaf-9c25763d387e will not be triggered until provisioned by entity L2. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:34:57.810010 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:57.815216 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-5c1a6817-898c-4a10-9496-a1cb16a1bb81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:57.859694 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] For port 2d797a3e-8d28-4816-927a-f2e9ef9c8661, host hv-cinder-78494, cleared binding levels {{(pid=78778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:34:57.918882 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] For port 2d797a3e-8d28-4816-927a-f2e9ef9c8661, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2d797a3e-8d28-4816-927a-f2e9ef9c8661,segment=NetworkSegment(2e17b361-ddf8-457a-b171-6c5b504b525f),segment_id=2e17b361-ddf8-457a-b171-6c5b504b525f)] {{(pid=78778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:34:57.933709 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:57.953415 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Pushing event updated for resources: {'Port': ['ID=7e15475c-59db-43e0-acaf-9c25763d387e,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:57.980246 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:57.980887 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-7a70b604-b459-48f5-accf-87f8d38ee11f tempest-VolumesActionsTest-492208271 tempest-VolumesActionsTest-492208271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:58.059677 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:58.060340 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:58.061660 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f4af8440-8429-4afe-9afd-9525e232201c req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] 10.222.0.11 "PUT /v2.0/ports/2d797a3e-8d28-4816-927a-f2e9ef9c8661 HTTP/1.1" status: 200 len: 1093 time: 1.9735281 May 10 13:34:58.064596 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad92b6ae-9748-4307-b3f2-4f957e541664', 'tag': '2d797a3e-8d28-4816-927a-f2e9ef9c8661'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:34:58.113915 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d797a3e-8d28-4816-927a-f2e9ef9c8661,revision_number=3']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:58.126858 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:58.165496 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad92b6ae-9748-4307-b3f2-4f957e541664', 'tag': '2d797a3e-8d28-4816-927a-f2e9ef9c8661', 'status': 'completed', 'code': 200} May 10 13:34:58.178151 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Attempting to bind port 7e15475c-59db-43e0-acaf-9c25763d387e on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:34:58.178401 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Attempting to bind port 7e15475c-59db-43e0-acaf-9c25763d387e by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '0905861c-c669-4aa6-a3a0-995fa033c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1a7d65b3-be02-41ec-a693-9dd00b6b1fa3'}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:34:58.178722 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Attempting to bind port 7e15475c-59db-43e0-acaf-9c25763d387e on network 1a7d65b3-be02-41ec-a693-9dd00b6b1fa3 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:34:58.185624 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Port 7e15475c-59db-43e0-acaf-9c25763d387e on network 1a7d65b3-be02-41ec-a693-9dd00b6b1fa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 13:34:58.185942 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Attempting to bind port 7e15475c-59db-43e0-acaf-9c25763d387e on network 1a7d65b3-be02-41ec-a693-9dd00b6b1fa3 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:34:58.193017 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Checking agent: {'id': '94ccf6da-ba5a-4c56-b2e0-555501816ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:34:58.193382 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Checking segment: {'id': '0905861c-c669-4aa6-a3a0-995fa033c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1a7d65b3-be02-41ec-a693-9dd00b6b1fa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:34:58.193758 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Bound using segment: {'id': '0905861c-c669-4aa6-a3a0-995fa033c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1a7d65b3-be02-41ec-a693-9dd00b6b1fa3'} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:34:58.194181 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Bound port: 7e15475c-59db-43e0-acaf-9c25763d387e, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0905861c-c669-4aa6-a3a0-995fa033c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1a7d65b3-be02-41ec-a693-9dd00b6b1fa3'}}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:34:58.194719 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:58.289438 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af8440-8429-4afe-9afd-9525e232201c req-c55c0fd5-d6b2-451e-a908-d3d212bad727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:58.290836 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f4af8440-8429-4afe-9afd-9525e232201c req-c55c0fd5-d6b2-451e-a908-d3d212bad727 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aed95712bd2b4455b07f64688d052baa&device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 1096 time: 0.1669836 May 10 13:34:58.365681 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] For port 7e15475c-59db-43e0-acaf-9c25763d387e, host hv-cinder-78494, cleared binding levels {{(pid=78778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:34:58.396057 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f4af8440-8429-4afe-9afd-9525e232201c req-635d8dd2-ea64-4d56-a230-91a73c3c42ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d797a3e-8d28-4816-927a-f2e9ef9c8661 HTTP/1.1" status: 200 len: 217 time: 0.0969331 May 10 13:34:58.450267 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] For port 7e15475c-59db-43e0-acaf-9c25763d387e, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7e15475c-59db-43e0-acaf-9c25763d387e,segment=NetworkSegment(0905861c-c669-4aa6-a3a0-995fa033c5c9),segment_id=0905861c-c669-4aa6-a3a0-995fa033c5c9)] {{(pid=78778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:34:58.460827 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:58.467586 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-2c495198-3cb9-47be-b0fb-c8fc25e539f4 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:34:58.525654 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af8440-8429-4afe-9afd-9525e232201c req-abe63ce5-f46a-48c3-a34f-ec40a46146b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:58.527541 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f4af8440-8429-4afe-9afd-9525e232201c req-abe63ce5-f46a-48c3-a34f-ec40a46146b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5 HTTP/1.1" status: 200 len: 848 time: 0.1246865 May 10 13:34:58.564143 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:58.564744 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:58.566090 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] 10.222.0.11 "PUT /v2.0/ports/7e15475c-59db-43e0-acaf-9c25763d387e HTTP/1.1" status: 200 len: 1094 time: 1.8665197 May 10 13:34:58.782335 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be403d-8035-47ae-94dd-06645ed9dfa2 req-dd51a828-4832-4f97-9ce7-481ee35ffac8 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:58.782959 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Pushing event updated for resources: {'Port': ['ID=7e15475c-59db-43e0-acaf-9c25763d387e,revision_number=3']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:34:58.783802 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-14be403d-8035-47ae-94dd-06645ed9dfa2 req-dd51a828-4832-4f97-9ce7-481ee35ffac8 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 943 time: 0.0802162 May 10 13:34:58.786437 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:34:58.813614 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611ac82-40a1-496f-8162-b73b6300043c req-d63271e3-5df2-455d-b75d-adef66370761 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:58.814308 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-e611ac82-40a1-496f-8162-b73b6300043c req-d63271e3-5df2-455d-b75d-adef66370761 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Synchronizing usage tracker for tenant:c6ff9c06108141e989e233207747b7c7 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:34:58.831264 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-14be403d-8035-47ae-94dd-06645ed9dfa2 req-37be0ba3-a62d-4f45-8d24-650ddb23695c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414231 May 10 13:34:58.858987 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-e611ac82-40a1-496f-8162-b73b6300043c req-d63271e3-5df2-455d-b75d-adef66370761 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Unset dirty status for tenant:c6ff9c06108141e989e233207747b7c7 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:34:58.860111 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e611ac82-40a1-496f-8162-b73b6300043c req-d63271e3-5df2-455d-b75d-adef66370761 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 944 time: 0.5040138 May 10 13:34:58.879402 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271f884-8f55-4388-96a3-3c960d66be89 req-1ee812c4-b849-4c0f-a496-263f8db64fb1 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:58.881053 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7271f884-8f55-4388-96a3-3c960d66be89 req-1ee812c4-b849-4c0f-a496-263f8db64fb1 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.11 "GET /v2.0/ports?device_id=70db76ef-c990-4afb-80d1-4cae54ab9b19 HTTP/1.1" status: 200 len: 946 time: 0.3578262 May 10 13:34:58.905699 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af8440-8429-4afe-9afd-9525e232201c req-edfd1de7-98cc-4217-991d-70e45d0d3273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:58.907112 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f4af8440-8429-4afe-9afd-9525e232201c req-edfd1de7-98cc-4217-991d-70e45d0d3273 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72f7116b-c3ab-4a0a-93c8-178ba457121f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3341577 May 10 13:34:58.938285 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-4c6217bb-a03f-4275-84b0-332f9e5506fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:58.939781 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-4c6217bb-a03f-4275-84b0-332f9e5506fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6ff9c06108141e989e233207747b7c7&device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 1097 time: 0.2339897 May 10 13:34:59.011939 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbf021-edc8-4cca-832d-5431121823bc req-d9e9bea8-4870-4626-a7fc-676219d241f7 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:59.013391 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-37fbf021-edc8-4cca-832d-5431121823bc req-d9e9bea8-4870-4626-a7fc-676219d241f7 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/ports?device_id=70db76ef-c990-4afb-80d1-4cae54ab9b19 HTTP/1.1" status: 200 len: 946 time: 0.0781074 May 10 13:34:59.062129 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-37fbf021-edc8-4cca-832d-5431121823bc req-58479905-7483-4076-ae78-7b71a5e86453 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/security-groups?id=838071dd-a9ff-4ef5-9801-2af30b6bbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418084 May 10 13:34:59.099995 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-ee6cf41b-ad0c-4047-962d-f9558714592f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e15475c-59db-43e0-acaf-9c25763d387e HTTP/1.1" status: 200 len: 217 time: 0.1282105 May 10 13:34:59.147341 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e611ac82-40a1-496f-8162-b73b6300043c req-603b8338-ab11-4c4d-a403-87e4379131dc tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759306 May 10 13:34:59.265296 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-fb5f2f08-ed41-4edf-b77d-2a07fb9e3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:34:59.266733 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-fb5f2f08-ed41-4edf-b77d-2a07fb9e3302 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b658a93-aa06-406d-89ec-55b1cb7ae722 HTTP/1.1" status: 200 len: 854 time: 0.1543360 May 10 13:34:59.280090 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f4af8440-8429-4afe-9afd-9525e232201c req-b97d4bbc-54d3-4b8f-a364-a724fc8b0aab service neutron] 10.222.0.11 "GET /v2.0/networks/72f7116b-c3ab-4a0a-93c8-178ba457121f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394637 May 10 13:34:59.344964 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-3913926e-ce14-46d3-8340-2a8582d7a7a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1a7d65b3-be02-41ec-a693-9dd00b6b1fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675764 May 10 13:34:59.424908 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-7271f884-8f55-4388-96a3-3c960d66be89 req-53aea769-e30f-4901-940a-dd7056fc70a1 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Deleting port 7eaabd75-99b9-4270-a1af-460ef4c0727f {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:34:59.425243 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-7271f884-8f55-4388-96a3-3c960d66be89 req-53aea769-e30f-4901-940a-dd7056fc70a1 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:59.649542 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f4af8440-8429-4afe-9afd-9525e232201c req-19fbe86a-06b6-4ce1-9142-26a3e624a884 service neutron] 10.222.0.11 "GET /v2.0/networks/72f7116b-c3ab-4a0a-93c8-178ba457121f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385303 May 10 13:34:59.684211 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-7f08a3da-34b4-4f53-8b3b-d81dacee5b55 service neutron] 10.222.0.11 "GET /v2.0/networks/1a7d65b3-be02-41ec-a693-9dd00b6b1fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927585 May 10 13:34:59.685844 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-7271f884-8f55-4388-96a3-3c960d66be89 req-53aea769-e30f-4901-940a-dd7056fc70a1 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] For port 7eaabd75-99b9-4270-a1af-460ef4c0727f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7eaabd75-99b9-4270-a1af-460ef4c0727f,segment=NetworkSegment(a4117416-4ddc-4d9e-9ded-a3b5d66356e6),segment_id=a4117416-4ddc-4d9e-9ded-a3b5d66356e6)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:34:59.686199 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-7271f884-8f55-4388-96a3-3c960d66be89 req-53aea769-e30f-4901-940a-dd7056fc70a1 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:34:59.861492 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-7271f884-8f55-4388-96a3-3c960d66be89 req-53aea769-e30f-4901-940a-dd7056fc70a1 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Calling delete_port for 7eaabd75-99b9-4270-a1af-460ef4c0727f owned by compute:nova {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:35:00.009241 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34babef-1319-4e9c-b866-24a93c97a4ab req-61362ab6-c6b2-4a80-983f-b9fc1a30a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:00.011242 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c34babef-1319-4e9c-b866-24a93c97a4ab req-61362ab6-c6b2-4a80-983f-b9fc1a30a7d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aed95712bd2b4455b07f64688d052baa&device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 1096 time: 0.2437520 May 10 13:35:00.013724 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-35c5ef9c-c68d-4922-bba7-4bd76cc18fa8 req-53126763-df86-4d33-ab45-1f169b49b3ad service neutron] 10.222.0.11 "GET /v2.0/networks/1a7d65b3-be02-41ec-a693-9dd00b6b1fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176897 May 10 13:35:00.017538 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ce6b9-3fe0-41e4-b41c-6cd06a80fbe4 req-044b7752-1475-4da9-ad7f-9e036e94c61e tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:00.018980 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-108ce6b9-3fe0-41e4-b41c-6cd06a80fbe4 req-044b7752-1475-4da9-ad7f-9e036e94c61e tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 943 time: 0.0809267 May 10 13:35:00.065949 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-108ce6b9-3fe0-41e4-b41c-6cd06a80fbe4 req-6f712f01-3482-48a9-8725-d78f176787fa tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413492 May 10 13:35:00.240308 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f815b1-af85-4ba2-912e-517d40d5583e', 'tag': '7e15475c-59db-43e0-acaf-9c25763d387e'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:35:00.332882 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c1ae4-05ac-4144-ad9f-2bda9cabc224 req-90d0f0ff-ae31-4c98-ad13-027992a4fdce tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:00.334276 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d76c1ae4-05ac-4144-ad9f-2bda9cabc224 req-90d0f0ff-ae31-4c98-ad13-027992a4fdce tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 944 time: 0.0790174 May 10 13:35:00.363922 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-7271f884-8f55-4388-96a3-3c960d66be89 req-53aea769-e30f-4901-940a-dd7056fc70a1 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:00.374452 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-71a8a156-fe3c-4386-af39-791dcce3d822 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:00.378959 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d76c1ae4-05ac-4144-ad9f-2bda9cabc224 req-aade8904-9ee5-4b3b-8ce1-8b3faeb7cee5 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387475 May 10 13:35:00.417644 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34babef-1319-4e9c-b866-24a93c97a4ab req-ee9674ae-40c6-4553-a99b-7783721a8c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:00.419078 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c34babef-1319-4e9c-b866-24a93c97a4ab req-ee9674ae-40c6-4553-a99b-7783721a8c59 service neutron] 10.222.0.11 "GET /v2.0/networks?id=72f7116b-c3ab-4a0a-93c8-178ba457121f HTTP/1.1" status: 200 len: 910 time: 0.3901591 May 10 13:35:00.429908 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f815b1-af85-4ba2-912e-517d40d5583e', 'tag': '7e15475c-59db-43e0-acaf-9c25763d387e', 'status': 'completed', 'code': 200} May 10 13:35:00.430741 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aea769-e30f-4901-940a-dd7056fc70a1 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Pushing event deleted for resources: {'Port': ['ID=7eaabd75-99b9-4270-a1af-460ef4c0727f,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:00.433718 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-53aea769-e30f-4901-940a-dd7056fc70a1 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:00.600650 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c34babef-1319-4e9c-b866-24a93c97a4ab req-552caa38-8964-4164-afb4-f2c1d3a8068a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d797a3e-8d28-4816-927a-f2e9ef9c8661 HTTP/1.1" status: 200 len: 217 time: 0.1402426 May 10 13:35:00.610825 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7271f884-8f55-4388-96a3-3c960d66be89 req-53aea769-e30f-4901-940a-dd7056fc70a1 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] No DVR routers for this DVR port 7eaabd75-99b9-4270-a1af-460ef4c0727f on host hv-cinder-78494 {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:35:00.619113 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e67d29-dfa4-479a-8f62-37ab9313db99 req-8c32ec55-dc5a-4b3d-9d5f-22107e1b7fe0 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:00.620977 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-74e67d29-dfa4-479a-8f62-37ab9313db99 req-8c32ec55-dc5a-4b3d-9d5f-22107e1b7fe0 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/ports?device_id=70db76ef-c990-4afb-80d1-4cae54ab9b19 HTTP/1.1" status: 200 len: 867 time: 0.3757503 May 10 13:35:00.623270 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-7271f884-8f55-4388-96a3-3c960d66be89 req-53aea769-e30f-4901-940a-dd7056fc70a1 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:00.697559 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7271f884-8f55-4388-96a3-3c960d66be89 req-53aea769-e30f-4901-940a-dd7056fc70a1 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.11 "DELETE /v2.0/ports/7eaabd75-99b9-4270-a1af-460ef4c0727f HTTP/1.1" status: 204 len: 173 time: 1.8081927 May 10 13:35:00.723786 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34babef-1319-4e9c-b866-24a93c97a4ab req-4629bf03-6dda-424c-988a-9a28275cccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:00.725204 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c34babef-1319-4e9c-b866-24a93c97a4ab req-4629bf03-6dda-424c-988a-9a28275cccf4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5 HTTP/1.1" status: 200 len: 848 time: 0.1156688 May 10 13:35:00.734589 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-74e67d29-dfa4-479a-8f62-37ab9313db99 req-0fc23652-48a7-48d0-9d43-9a028d8432d4 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] 10.222.0.30 "GET /v2.0/security-groups?id=838071dd-a9ff-4ef5-9801-2af30b6bbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811498 May 10 13:35:00.788761 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41462915-3529-478b-82fe-2480a872f001 req-ce0d23b1-4ecd-45ed-a6e9-782646cbf43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:00.790267 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-41462915-3529-478b-82fe-2480a872f001 req-ce0d23b1-4ecd-45ed-a6e9-782646cbf43c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6ff9c06108141e989e233207747b7c7&device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 1097 time: 0.2784159 May 10 13:35:00.891496 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34babef-1319-4e9c-b866-24a93c97a4ab req-a96ffb7e-062e-4c9e-ab80-a4d6ce947adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:00.892834 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c34babef-1319-4e9c-b866-24a93c97a4ab req-a96ffb7e-062e-4c9e-ab80-a4d6ce947adf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72f7116b-c3ab-4a0a-93c8-178ba457121f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1561973 May 10 13:35:01.010757 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41462915-3529-478b-82fe-2480a872f001 req-2ced4f54-a35d-4761-8d8f-f55b9ee7df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:01.012168 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-41462915-3529-478b-82fe-2480a872f001 req-2ced4f54-a35d-4761-8d8f-f55b9ee7df78 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1a7d65b3-be02-41ec-a693-9dd00b6b1fa3 HTTP/1.1" status: 200 len: 915 time: 0.2112043 May 10 13:35:01.094391 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-41462915-3529-478b-82fe-2480a872f001 req-8eed6b3b-5c17-4327-b21f-6a8b26de63a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e15475c-59db-43e0-acaf-9c25763d387e HTTP/1.1" status: 200 len: 217 time: 0.0732906 May 10 13:35:01.153086 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c34babef-1319-4e9c-b866-24a93c97a4ab req-65072081-2dd5-4b0c-8e05-383e66d7d977 service neutron] 10.222.0.11 "GET /v2.0/networks/72f7116b-c3ab-4a0a-93c8-178ba457121f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487166 May 10 13:35:01.200505 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41462915-3529-478b-82fe-2480a872f001 req-7b0cb8f7-4331-405e-9e13-0cce08d97316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:01.201954 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-41462915-3529-478b-82fe-2480a872f001 req-7b0cb8f7-4331-405e-9e13-0cce08d97316 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b658a93-aa06-406d-89ec-55b1cb7ae722 HTTP/1.1" status: 200 len: 854 time: 0.0952079 May 10 13:35:01.256961 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539e343-c588-4acf-9252-73f88cc693e7 req-48052efe-2983-49dd-8a61-a9d97475009e tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:01.258489 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b539e343-c588-4acf-9252-73f88cc693e7 req-48052efe-2983-49dd-8a61-a9d97475009e tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 943 time: 0.0857558 May 10 13:35:01.296041 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-41462915-3529-478b-82fe-2480a872f001 req-ef205d16-7213-4835-a92d-34e5fc8e460a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1a7d65b3-be02-41ec-a693-9dd00b6b1fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515974 May 10 13:35:01.305231 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b539e343-c588-4acf-9252-73f88cc693e7 req-9a39dcb6-d81c-497a-81b6-383bac35ea2a tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398903 May 10 13:35:01.431668 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c34babef-1319-4e9c-b866-24a93c97a4ab req-a95531e5-c5b4-48d7-b5c7-179c234685d7 service neutron] 10.222.0.11 "GET /v2.0/networks/72f7116b-c3ab-4a0a-93c8-178ba457121f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659347 May 10 13:35:01.463635 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-41462915-3529-478b-82fe-2480a872f001 req-43493cba-278e-4a21-93f1-919d4f64aad5 service neutron] 10.222.0.11 "GET /v2.0/networks/1a7d65b3-be02-41ec-a693-9dd00b6b1fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590624 May 10 13:35:01.740625 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-41462915-3529-478b-82fe-2480a872f001 req-b5e71f25-dfea-4070-b3f4-c9e58f6a9499 service neutron] 10.222.0.11 "GET /v2.0/networks/1a7d65b3-be02-41ec-a693-9dd00b6b1fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695510 May 10 13:35:01.757196 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faef65b-a892-4104-b28d-0e10febf5b0e req-382a7694-cfe6-43a2-881f-1dc4801dc794 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:01.758714 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7faef65b-a892-4104-b28d-0e10febf5b0e req-382a7694-cfe6-43a2-881f-1dc4801dc794 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 944 time: 0.2707090 May 10 13:35:01.804016 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7faef65b-a892-4104-b28d-0e10febf5b0e req-98855bfc-8172-4d0c-9fba-0061c71a14c4 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385692 May 10 13:35:02.284939 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 7e15475c-59db-43e0-acaf-9c25763d387e details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:35:02.288302 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 7eaabd75-99b9-4270-a1af-460ef4c0727f no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:35:02.326665 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] No Port match for: 7eaabd75-99b9-4270-a1af-460ef4c0727f {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:35:02.327018 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 7eaabd75-99b9-4270-a1af-460ef4c0727f not bound to the agent host hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:35:02.444542 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70db76ef-c990-4afb-80d1-4cae54ab9b19', 'name': 'network-vif-deleted', 'tag': '7eaabd75-99b9-4270-a1af-460ef4c0727f'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:35:02.461846 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 7e15475c-59db-43e0-acaf-9c25763d387e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7e15475c-59db-43e0-acaf-9c25763d387e,segment=NetworkSegment(0905861c-c669-4aa6-a3a0-995fa033c5c9),segment_id=0905861c-c669-4aa6-a3a0-995fa033c5c9)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:02.476963 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': '7e15475c-59db-43e0-acaf-9c25763d387e', 'network_id': '1a7d65b3-be02-41ec-a693-9dd00b6b1fa3', 'port_id': '7e15475c-59db-43e0-acaf-9c25763d387e', 'mac_address': 'fa:16:3e:3f:c3:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b658a93-aa06-406d-89ec-55b1cb7ae722', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:35:02.500241 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08825974-b85c-4c78-97b4-c250ea5df3c8 req-9d8e172f-1a49-4ad7-a3b5-c55c53ead535 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:02.501857 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-08825974-b85c-4c78-97b4-c250ea5df3c8 req-9d8e172f-1a49-4ad7-a3b5-c55c53ead535 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 943 time: 0.0884786 May 10 13:35:02.503583 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70db76ef-c990-4afb-80d1-4cae54ab9b19', 'name': 'network-vif-deleted', 'tag': '7eaabd75-99b9-4270-a1af-460ef4c0727f', 'status': 'completed', 'code': 200} May 10 13:35:02.534325 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:02.550478 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e15475c-59db-43e0-acaf-9c25763d387e {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:35:02.551370 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-08825974-b85c-4c78-97b4-c250ea5df3c8 req-e06867ee-4350-4e00-9cf7-30b2a763193c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411036 May 10 13:35:02.565877 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 7e15475c-59db-43e0-acaf-9c25763d387e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7e15475c-59db-43e0-acaf-9c25763d387e,segment=NetworkSegment(0905861c-c669-4aa6-a3a0-995fa033c5c9),segment_id=0905861c-c669-4aa6-a3a0-995fa033c5c9)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:02.569440 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:02.570136 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2d797a3e-8d28-4816-927a-f2e9ef9c8661 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:35:02.571989 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:02.726971 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=7e15475c-59db-43e0-acaf-9c25763d387e,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:02.731516 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:02.783148 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2d797a3e-8d28-4816-927a-f2e9ef9c8661, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2d797a3e-8d28-4816-927a-f2e9ef9c8661,segment=NetworkSegment(2e17b361-ddf8-457a-b171-6c5b504b525f),segment_id=2e17b361-ddf8-457a-b171-6c5b504b525f)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:02.796009 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': '2d797a3e-8d28-4816-927a-f2e9ef9c8661', 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f', 'port_id': '2d797a3e-8d28-4816-927a-f2e9ef9c8661', 'mac_address': 'fa:16:3e:78:4c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:35:02.849954 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:02.868477 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d797a3e-8d28-4816-927a-f2e9ef9c8661 {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:35:02.884001 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2d797a3e-8d28-4816-927a-f2e9ef9c8661, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2d797a3e-8d28-4816-927a-f2e9ef9c8661,segment=NetworkSegment(2e17b361-ddf8-457a-b171-6c5b504b525f),segment_id=2e17b361-ddf8-457a-b171-6c5b504b525f)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:02.888655 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:02.890474 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:02.954358 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=2d797a3e-8d28-4816-927a-f2e9ef9c8661,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:02.957306 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:02.991569 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbcf2f-6ad7-4918-a246-08c709373a0c req-83fd59e8-71f1-476b-931d-82ad9a26f8e6 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:02.993005 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9efbcf2f-6ad7-4918-a246-08c709373a0c req-83fd59e8-71f1-476b-931d-82ad9a26f8e6 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 945 time: 0.0826743 May 10 13:35:03.036701 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9efbcf2f-6ad7-4918-a246-08c709373a0c req-16e5c3b1-5f83-4e76-afb5-13098dcf31cf tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374303 May 10 13:35:03.143155 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['2d797a3e-8d28-4816-927a-f2e9ef9c8661'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:35:03.167589 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['7e15475c-59db-43e0-acaf-9c25763d387e'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:35:03.738125 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d4117-cb71-45ea-a0bf-5bb3f1698bcc req-a71e3a33-9198-4150-99e7-ac5aa5b0104b tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:03.739564 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-741d4117-cb71-45ea-a0bf-5bb3f1698bcc req-a71e3a33-9198-4150-99e7-ac5aa5b0104b tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 944 time: 0.0825210 May 10 13:35:03.784936 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-741d4117-cb71-45ea-a0bf-5bb3f1698bcc req-7cf0003c-a9e6-47e3-ac5a-038549adce42 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391045 May 10 13:35:03.943276 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-96363e64-1e24-4f8b-bdc3-4b56c28301ea req-e4d622b3-5b71-4f63-b9e2-ceaa1d03c0e8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742438 May 10 13:35:04.036050 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96363e64-1e24-4f8b-bdc3-4b56c28301ea req-c532651d-7344-4c33-a65e-cc02832646ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:04.037575 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-96363e64-1e24-4f8b-bdc3-4b56c28301ea req-c532651d-7344-4c33-a65e-cc02832646ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cbf6a3e7b18e4feea680a92d87a1e13a&device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 1098 time: 0.0708301 May 10 13:35:04.197063 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96363e64-1e24-4f8b-bdc3-4b56c28301ea req-52454034-216b-4f83-aec5-d40fa749fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:04.198602 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-96363e64-1e24-4f8b-bdc3-4b56c28301ea req-52454034-216b-4f83-aec5-d40fa749fb0d service neutron] 10.222.0.11 "GET /v2.0/networks?id=84ebd01f-3ae2-4677-9e0c-fa553f1814b3 HTTP/1.1" status: 200 len: 911 time: 0.1339095 May 10 13:35:04.219123 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c7186-ad23-48c6-aa70-61e3e557a538 req-1fca66ad-022b-4fa4-bcf0-c78ba70225cd tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:04.220574 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8c5c7186-ad23-48c6-aa70-61e3e557a538 req-1fca66ad-022b-4fa4-bcf0-c78ba70225cd tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 945 time: 0.0800619 May 10 13:35:04.271157 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8c5c7186-ad23-48c6-aa70-61e3e557a538 req-5f72f28f-cac4-4c90-8211-d4fe30dadb3c tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430439 May 10 13:35:04.297258 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 7e15475c-59db-43e0-acaf-9c25763d387e up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:35:04.305177 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-96363e64-1e24-4f8b-bdc3-4b56c28301ea req-fe43cab0-4798-4dd5-85f0-29b4cab461aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e926e862-2c57-4a10-9077-962a29aa4b7c HTTP/1.1" status: 200 len: 1000 time: 0.0992708 May 10 13:35:04.367790 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96363e64-1e24-4f8b-bdc3-4b56c28301ea req-0e2447d0-0add-43ce-a4e7-0e6feccff9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:04.368911 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning for port 7e15475c-59db-43e0-acaf-9c25763d387e completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:35:04.369581 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-96363e64-1e24-4f8b-bdc3-4b56c28301ea req-0e2447d0-0add-43ce-a4e7-0e6feccff9c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72850fb9-4f1b-4ea3-98c6-92c4f29f074e HTTP/1.1" status: 200 len: 849 time: 0.0568476 May 10 13:35:04.374081 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port 7e15475c-59db-43e0-acaf-9c25763d387e triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:35:04.374454 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:04.452904 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96363e64-1e24-4f8b-bdc3-4b56c28301ea req-a6952546-cd41-4f88-bce0-18b7fdc8b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:04.454397 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-96363e64-1e24-4f8b-bdc3-4b56c28301ea req-a6952546-cd41-4f88-bce0-18b7fdc8b3a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84ebd01f-3ae2-4677-9e0c-fa553f1814b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729032 May 10 13:35:04.488220 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:04.514747 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f815b1-af85-4ba2-912e-517d40d5583e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e15475c-59db-43e0-acaf-9c25763d387e'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:35:04.525344 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 7e15475c-59db-43e0-acaf-9c25763d387e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7e15475c-59db-43e0-acaf-9c25763d387e,segment=NetworkSegment(0905861c-c669-4aa6-a3a0-995fa033c5c9),segment_id=0905861c-c669-4aa6-a3a0-995fa033c5c9)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:04.530604 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:04.531500 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2d797a3e-8d28-4816-927a-f2e9ef9c8661 up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:35:04.560181 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-3f4d01ec-dc7f-45f0-9b19-c348ce65b01d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:04.593050 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-96363e64-1e24-4f8b-bdc3-4b56c28301ea req-59f7df7f-136d-4d53-b776-7a228caf886f service neutron] 10.222.0.11 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280880 May 10 13:35:04.593634 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f815b1-af85-4ba2-912e-517d40d5583e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e15475c-59db-43e0-acaf-9c25763d387e', 'code': 200} May 10 13:35:04.650622 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=7e15475c-59db-43e0-acaf-9c25763d387e,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:04.654076 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:04.663768 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning for port 2d797a3e-8d28-4816-927a-f2e9ef9c8661 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:35:04.668659 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port 2d797a3e-8d28-4816-927a-f2e9ef9c8661 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:35:04.669033 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:04.755132 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-96363e64-1e24-4f8b-bdc3-4b56c28301ea req-3d130b15-79c9-481c-abd1-5d2613297a3b service neutron] 10.222.0.11 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473844 May 10 13:35:04.824798 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:04.826264 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:04.849335 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aac63e-2382-44b3-91ac-2994818ccfdf req-6d7e67b4-677f-48a0-9a06-6d6985761a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:04.850703 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-66aac63e-2382-44b3-91ac-2994818ccfdf req-6d7e67b4-677f-48a0-9a06-6d6985761a81 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 1099 time: 0.0748661 May 10 13:35:04.864386 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2d797a3e-8d28-4816-927a-f2e9ef9c8661, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2d797a3e-8d28-4816-927a-f2e9ef9c8661,segment=NetworkSegment(2e17b361-ddf8-457a-b171-6c5b504b525f),segment_id=2e17b361-ddf8-457a-b171-6c5b504b525f)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:04.874455 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:04.876319 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:04.904498 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-66aac63e-2382-44b3-91ac-2994818ccfdf req-58c36a1d-8cf3-40ff-83bf-ace345205527 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450525 May 10 13:35:04.944309 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=2d797a3e-8d28-4816-927a-f2e9ef9c8661,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:04.947524 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:04.999519 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3b805-6460-4491-a920-d6e6a288ff3d req-ec209a9f-0936-496d-b099-064b1b2efdad tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:05.000964 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9de3b805-6460-4491-a920-d6e6a288ff3d req-ec209a9f-0936-496d-b099-064b1b2efdad tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0832975 May 10 13:35:05.046991 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9de3b805-6460-4491-a920-d6e6a288ff3d req-f1cd5a0c-3b9a-4918-b6bb-56b6d200e115 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393786 May 10 13:35:05.456600 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff04b3-fb28-49cc-a2bb-1e8114f0d6a9 req-a57032e2-6452-4bc3-9979-ca6a7286d96f tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:05.458115 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f8ff04b3-fb28-49cc-a2bb-1e8114f0d6a9 req-a57032e2-6452-4bc3-9979-ca6a7286d96f tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 946 time: 0.0825329 May 10 13:35:05.501495 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f8ff04b3-fb28-49cc-a2bb-1e8114f0d6a9 req-cadf72c0-b64e-4ae9-9c2b-753c37421da5 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375905 May 10 13:35:06.235820 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e0578-8c36-4f89-929a-b722fbf4e16a req-0bbabc29-2d2b-4391-b86c-6067104affd3 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:06.237455 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ab6e0578-8c36-4f89-929a-b722fbf4e16a req-0bbabc29-2d2b-4391-b86c-6067104affd3 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0887067 May 10 13:35:06.282333 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ab6e0578-8c36-4f89-929a-b722fbf4e16a req-c3fe637c-287b-4cb4-b3d0-624161564d2b tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387638 May 10 13:35:06.510182 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-42122734-1aa9-4426-85c1-431d57879d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:06.594793 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad92b6ae-9748-4307-b3f2-4f957e541664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d797a3e-8d28-4816-927a-f2e9ef9c8661'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:35:06.639708 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad92b6ae-9748-4307-b3f2-4f957e541664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d797a3e-8d28-4816-927a-f2e9ef9c8661', 'code': 200} May 10 13:35:06.696637 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b817c8-e684-433e-b9eb-f2b199cc06ec req-fc56e09c-096f-4108-9c93-753b78685575 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:06.698730 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-32b817c8-e684-433e-b9eb-f2b199cc06ec req-fc56e09c-096f-4108-9c93-753b78685575 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 946 time: 0.0919428 May 10 13:35:06.745706 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-32b817c8-e684-433e-b9eb-f2b199cc06ec req-68a81ec9-d947-4e7a-b851-64203170268b tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410995 May 10 13:35:06.995081 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe131955-b26f-4505-a3d3-1d150871a324 req-9b9d16ac-cd60-4fca-aa37-f99bd307124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:06.996778 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-fe131955-b26f-4505-a3d3-1d150871a324 req-9b9d16ac-cd60-4fca-aa37-f99bd307124d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 1098 time: 0.0715339 May 10 13:35:07.040355 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-fe131955-b26f-4505-a3d3-1d150871a324 req-68f64d83-41b5-4c2a-96de-d349108bf359 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356510 May 10 13:35:07.463958 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab3cf0-56ae-431a-bc86-68e5e322c0eb req-37084432-e27b-4f96-98bf-b3e6765056b5 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:07.465402 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-40ab3cf0-56ae-431a-bc86-68e5e322c0eb req-37084432-e27b-4f96-98bf-b3e6765056b5 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0810127 May 10 13:35:07.583186 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-40ab3cf0-56ae-431a-bc86-68e5e322c0eb req-0ada9875-901d-4146-85ba-78cff231186e tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114664 May 10 13:35:08.771603 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a41d4e-14d1-4643-8c4e-716953b280ed req-1bdb8144-e11a-4a0a-a376-c0af62f184e0 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:08.773067 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-17a41d4e-14d1-4643-8c4e-716953b280ed req-1bdb8144-e11a-4a0a-a376-c0af62f184e0 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0812969 May 10 13:35:08.821152 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-17a41d4e-14d1-4643-8c4e-716953b280ed req-1f424e99-2bbf-4893-b470-1628ec327a38 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421870 May 10 13:35:09.006757 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb74726-57ce-4b27-8d4c-310041a44d55 req-ccbddfa2-6af7-4d71-94b5-8beb0992809b tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:09.008178 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3cb74726-57ce-4b27-8d4c-310041a44d55 req-ccbddfa2-6af7-4d71-94b5-8beb0992809b tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0782907 May 10 13:35:09.015154 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-1725f0a3-e7e9-451d-9261-9a593d2618f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:09.058595 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3cb74726-57ce-4b27-8d4c-310041a44d55 req-c856b3c4-5170-47b5-8a40-c78ff8b691e9 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430851 May 10 13:35:09.081310 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 41322) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:09.208295 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:09.312743 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b12a55-2524-4eea-b522-4b31064d8ac5 tempest-TestShelveInstance-149140665 tempest-TestShelveInstance-149140665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:09.313479 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-90b12a55-2524-4eea-b522-4b31064d8ac5 tempest-TestShelveInstance-149140665 tempest-TestShelveInstance-149140665-project-admin] Synchronizing usage tracker for tenant:5d878554a19d49a2a5ce644a110e13a6 on resource:port {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:35:09.329989 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-90b12a55-2524-4eea-b522-4b31064d8ac5 tempest-TestShelveInstance-149140665 tempest-TestShelveInstance-149140665-project-admin] Unset dirty status for tenant:5d878554a19d49a2a5ce644a110e13a6 on resource:port {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:35:09.331436 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-90b12a55-2524-4eea-b522-4b31064d8ac5 tempest-TestShelveInstance-149140665 tempest-TestShelveInstance-149140665-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 1093 time: 0.2490673 May 10 13:35:09.334272 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 41334) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:09.339562 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Request body: {'floatingip': {'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'port_id': '2d797a3e-8d28-4816-927a-f2e9ef9c8661', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:35:09.346065 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:35:09.350071 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Usage tracker for resource:floatingip and tenant:aed95712bd2b4455b07f64688d052baa is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:35:09.352919 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:35:09.359098 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:35:09.371593 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for floatingip, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:09.516975 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:09.782522 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_common [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Allocated IP 172.28.0.131 (201b784b-a2c0-4851-ba32-323396f26c0e/a3facc7a-ff4c-482b-8bd3-938f14d413a3/8c3f8528-2986-4596-a6db-1ab94020b558) {{(pid=78777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:35:09.933992 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for port, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:09.972737 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:09.977816 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:10.034913 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Network 201b784b-a2c0-4851-ba32-323396f26c0e is already hosted by enough agents. {{(pid=78777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:35:10.037786 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Resources bound (agent type, host, resource id): {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:35:10.042221 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Received port after_create {{(pid=78777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:35:10.088534 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Pushing event updated for resources: {'Port': ['ID=8c3f8528-2986-4596-a6db-1ab94020b558,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:10.100000 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:10.100363 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:10.100918 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:10.101053 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:10.101422 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:10.101782 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:10.102105 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:10.102444 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:10.102782 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:10.103116 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:10.103452 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:10.103786 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:10.109260 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:10.222684 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:10.529182 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:10.599912 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:10.810772 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for port, precommit_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:10.815329 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3874323'] for port, after_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:10.819976 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-35e75f44-1616-41ab-8ffe-49e3c6762be7 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:10.917295 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Pushing event updated for resources: {'Port': ['ID=8c3f8528-2986-4596-a6db-1ab94020b558,revision_number=2']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:10.921194 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:10.933430 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1711226'] for floatingip, after_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:11.110647 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.db.l3_db [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Floating IP fb8a68f8-032f-4cdf-8900-eb3f8b246c67 associated. External IP: 172.28.0.131, port: 2d797a3e-8d28-4816-927a-f2e9ef9c8661. May 10 13:35:11.596822 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Router 4870af6b-b4d0-4fb2-a377-dca22ed541eb has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:35:11.818971 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:35:11.828557 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034072a4-34b9-4429-ba5a-f6bbe99d7c5f None None] Sync routers for ids ['4870af6b-b4d0-4fb2-a377-dca22ed541eb'] in dv-cinder-784945-7-smb {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:35:11.839229 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034072a4-34b9-4429-ba5a-f6bbe99d7c5f None None] Routers {'4870af6b-b4d0-4fb2-a377-dca22ed541eb'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:35:11.839860 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-034072a4-34b9-4429-ba5a-f6bbe99d7c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:35:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['4870af6b-b4d0-4fb2-a377-dca22ed541eb'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:11.844969 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8434c-6195-43c8-920a-6bfd9197878e req-34cefaf2-0c1f-488b-8cf3-27e0e71aba67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:11.846836 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-7dd8434c-6195-43c8-920a-6bfd9197878e req-34cefaf2-0c1f-488b-8cf3-27e0e71aba67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 947 time: 0.1886415 May 10 13:35:11.873956 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for floatingip, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:11.932332 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-7dd8434c-6195-43c8-920a-6bfd9197878e req-ca40641c-b4ef-4c43-8989-526055329318 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794725 May 10 13:35:11.944296 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6089022 May 10 13:35:11.945172 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad92b6ae-9748-4307-b3f2-4f957e541664', 'tag': '2d797a3e-8d28-4816-927a-f2e9ef9c8661'}] {{(pid=78777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:35:12.003328 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad92b6ae-9748-4307-b3f2-4f957e541664', 'tag': '2d797a3e-8d28-4816-927a-f2e9ef9c8661', 'status': 'completed', 'code': 200} May 10 13:35:12.014518 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:12.037954 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-034072a4-34b9-4429-ba5a-f6bbe99d7c5f None None] Set router 4870af6b-b4d0-4fb2-a377-dca22ed541eb gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:35:12.100173 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674c606-3676-40ac-9347-954b77c3ea42 req-cd3630f8-8022-4220-8103-d4be7365a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:12.101568 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5674c606-3676-40ac-9347-954b77c3ea42 req-cd3630f8-8022-4220-8103-d4be7365a5a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aed95712bd2b4455b07f64688d052baa&device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 1098 time: 0.0727031 May 10 13:35:12.234377 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674c606-3676-40ac-9347-954b77c3ea42 req-9c3e75aa-2f90-4af1-be2a-d592b6709276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:12.235885 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5674c606-3676-40ac-9347-954b77c3ea42 req-9c3e75aa-2f90-4af1-be2a-d592b6709276 service neutron] 10.222.0.11 "GET /v2.0/networks?id=72f7116b-c3ab-4a0a-93c8-178ba457121f HTTP/1.1" status: 200 len: 910 time: 0.1264603 May 10 13:35:12.345681 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5674c606-3676-40ac-9347-954b77c3ea42 req-04c8e8c8-4bc8-4f50-af37-1cd044a3d538 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d797a3e-8d28-4816-927a-f2e9ef9c8661 HTTP/1.1" status: 200 len: 999 time: 0.1027575 May 10 13:35:12.411559 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674c606-3676-40ac-9347-954b77c3ea42 req-beeb0066-3e9a-46fe-bcbe-4b50735ba9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:12.412944 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5674c606-3676-40ac-9347-954b77c3ea42 req-beeb0066-3e9a-46fe-bcbe-4b50735ba9aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5 HTTP/1.1" status: 200 len: 848 time: 0.0577238 May 10 13:35:12.434097 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-034072a4-34b9-4429-ba5a-f6bbe99d7c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'name': 'tempest-TestShelveInstance-1254029300-router', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:14Z', 'updated_at': '2021-05-10T13:34:20Z', 'revision_number': 4, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'gw_port': {'id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:15Z', 'updated_at': '2021-05-10T13:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_floatingips': [{'id': 'fb8a68f8-032f-4cdf-8900-eb3f8b246c67', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'floating_ip_address': '172.28.0.131', 'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'router_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'port_id': '2d797a3e-8d28-4816-927a-f2e9ef9c8661', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f', 'mac_address': 'fa:16:3e:78:4c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad92b6ae-9748-4307-b3f2-4f957e541664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:35:10Z', 'updated_at': '2021-05-10T13:35:10Z', 'revision_number': 0, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc133a32-a703-43ac-a611-a876753e1542', 'name': '', 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'mac_address': 'fa:16:3e:50:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:26Z', 'revision_number': 5, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'subnets': [{'id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:12.438212 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034072a4-34b9-4429-ba5a-f6bbe99d7c5f None None] Checking router: 4870af6b-b4d0-4fb2-a377-dca22ed541eb for host: dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:35:12.447152 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034072a4-34b9-4429-ba5a-f6bbe99d7c5f None None] Routers {'4870af6b-b4d0-4fb2-a377-dca22ed541eb'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:35:12.447877 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-034072a4-34b9-4429-ba5a-f6bbe99d7c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:35:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['4870af6b-b4d0-4fb2-a377-dca22ed541eb'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:12.497201 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674c606-3676-40ac-9347-954b77c3ea42 req-7dfc8cc9-621b-45c9-805a-c302f6981d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:12.498785 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5674c606-3676-40ac-9347-954b77c3ea42 req-7dfc8cc9-621b-45c9-805a-c302f6981d8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72f7116b-c3ab-4a0a-93c8-178ba457121f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787587 May 10 13:35:12.637614 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-034072a4-34b9-4429-ba5a-f6bbe99d7c5f None None] Set router 4870af6b-b4d0-4fb2-a377-dca22ed541eb gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:35:12.643779 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5674c606-3676-40ac-9347-954b77c3ea42 req-5a5305f2-b52b-44e3-81f3-771b60efa393 service neutron] 10.222.0.11 "GET /v2.0/networks/72f7116b-c3ab-4a0a-93c8-178ba457121f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288943 May 10 13:35:12.782358 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5674c606-3676-40ac-9347-954b77c3ea42 req-1378f29a-6445-49fd-b4ed-cf1183a370fe service neutron] 10.222.0.11 "GET /v2.0/networks/72f7116b-c3ab-4a0a-93c8-178ba457121f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294863 May 10 13:35:12.993054 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-034072a4-34b9-4429-ba5a-f6bbe99d7c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'name': 'tempest-TestShelveInstance-1254029300-router', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:14Z', 'updated_at': '2021-05-10T13:34:20Z', 'revision_number': 4, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'gw_port': {'id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:15Z', 'updated_at': '2021-05-10T13:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_floatingips': [{'id': 'fb8a68f8-032f-4cdf-8900-eb3f8b246c67', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'floating_ip_address': '172.28.0.131', 'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'router_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'port_id': '2d797a3e-8d28-4816-927a-f2e9ef9c8661', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f', 'mac_address': 'fa:16:3e:78:4c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad92b6ae-9748-4307-b3f2-4f957e541664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:35:10Z', 'updated_at': '2021-05-10T13:35:10Z', 'revision_number': 0, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc133a32-a703-43ac-a611-a876753e1542', 'name': '', 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'mac_address': 'fa:16:3e:50:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:26Z', 'revision_number': 5, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'subnets': [{'id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:12.997281 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034072a4-34b9-4429-ba5a-f6bbe99d7c5f None None] The sync data for ids ['4870af6b-b4d0-4fb2-a377-dca22ed541eb'] in dv-cinder-784945-7-smb is: [{'id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'name': 'tempest-TestShelveInstance-1254029300-router', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:14Z', 'updated_at': '2021-05-10T13:34:20Z', 'revision_number': 4, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'gw_port': {'id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:15Z', 'updated_at': '2021-05-10T13:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_floatingips': [{'id': 'fb8a68f8-032f-4cdf-8900-eb3f8b246c67', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'floating_ip_address': '172.28.0.131', 'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'router_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'port_id': '2d797a3e-8d28-4816-927a-f2e9ef9c8661', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f', 'mac_address': 'fa:16:3e:78:4c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad92b6ae-9748-4307-b3f2-4f957e541664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:35:10Z', 'updated_at': '2021-05-10T13:35:10Z', 'revision_number': 0, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc133a32-a703-43ac-a611-a876753e1542', 'name': '', 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'mac_address': 'fa:16:3e:50:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:26Z', 'revision_number': 5, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'subnets': [{'id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:35:13.143466 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e5a3d-956a-44f6-b471-cde60750a765 req-829ebc55-44f5-4098-ab6e-8622a1011d21 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:13.145408 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9e8e5a3d-956a-44f6-b471-cde60750a765 req-829ebc55-44f5-4098-ab6e-8622a1011d21 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 947 time: 0.0928099 May 10 13:35:13.206795 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9e8e5a3d-956a-44f6-b471-cde60750a765 req-4170cee5-85d2-4b27-8259-3d6f96ab0533 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505531 May 10 13:35:13.244674 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4139f8d-8661-46b3-bbe3-d6486454e838 None None] New status for floating IP fb8a68f8-032f-4cdf-8900-eb3f8b246c67: ACTIVE {{(pid=78780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 13:35:13.601573 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630adc33-7091-4f30-a161-b698ef8936d6 req-bf0f130c-9680-47cd-9168-84e59d356b59 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:13.602986 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-630adc33-7091-4f30-a161-b698ef8936d6 req-bf0f130c-9680-47cd-9168-84e59d356b59 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 947 time: 0.0891230 May 10 13:35:13.732739 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-630adc33-7091-4f30-a161-b698ef8936d6 req-e81834d9-6664-4b10-b5f1-957e90db4010 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Deleting port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:35:13.733071 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-630adc33-7091-4f30-a161-b698ef8936d6 req-e81834d9-6664-4b10-b5f1-957e90db4010 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:13.862415 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-630adc33-7091-4f30-a161-b698ef8936d6 req-e81834d9-6664-4b10-b5f1-957e90db4010 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] For port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:13.863026 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-630adc33-7091-4f30-a161-b698ef8936d6 req-e81834d9-6664-4b10-b5f1-957e90db4010 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:14.168721 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-630adc33-7091-4f30-a161-b698ef8936d6 req-e81834d9-6664-4b10-b5f1-957e90db4010 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:14.169194 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-630adc33-7091-4f30-a161-b698ef8936d6 req-e81834d9-6664-4b10-b5f1-957e90db4010 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1711226'] for floatingip, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:14.169570 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.db.l3_db [req-630adc33-7091-4f30-a161-b698ef8936d6 req-e81834d9-6664-4b10-b5f1-957e90db4010 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Floating IP 4569e89b-e1af-4cb4-95be-8b5ff135ed65 disassociated. External IP: 172.28.0.133, port: 2b6e139c-fe15-4d13-bec7-1a2e55bd04be. May 10 13:35:14.169935 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-630adc33-7091-4f30-a161-b698ef8936d6 req-e81834d9-6664-4b10-b5f1-957e90db4010 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Calling delete_port for 2b6e139c-fe15-4d13-bec7-1a2e55bd04be owned by compute:nova {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:35:14.381847 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-630adc33-7091-4f30-a161-b698ef8936d6 req-e81834d9-6664-4b10-b5f1-957e90db4010 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:14.387926 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-c29129cc-e211-401e-96c4-8a8ffa587e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:14.400937 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aedf0e-0149-415b-9e0c-3cb500ef4dcd req-3e806a5b-6232-428d-986c-7ce9418885bb tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:14.402420 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-63aedf0e-0149-415b-9e0c-3cb500ef4dcd req-3e806a5b-6232-428d-986c-7ce9418885bb tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 868 time: 0.0787408 May 10 13:35:14.434196 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81834d9-6664-4b10-b5f1-957e90db4010 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Pushing event deleted for resources: {'Port': ['ID=2b6e139c-fe15-4d13-bec7-1a2e55bd04be,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:14.437391 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-e81834d9-6664-4b10-b5f1-957e90db4010 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:14.460347 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-63aedf0e-0149-415b-9e0c-3cb500ef4dcd req-b5832911-eae3-4ff6-86f9-4f79fa8ad603 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a4a808a-bf7e-46de-83e1-ee98cb522546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503714 May 10 13:35:14.639482 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-630adc33-7091-4f30-a161-b698ef8936d6 req-e81834d9-6664-4b10-b5f1-957e90db4010 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:35:14.817934 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-630adc33-7091-4f30-a161-b698ef8936d6 req-e81834d9-6664-4b10-b5f1-957e90db4010 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:35:14.827209 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea7170c-86a6-4561-94c8-2f26f2ab0894 None None] Sync routers for ids ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'] in dv-cinder-784945-7-smb {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:35:14.836561 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea7170c-86a6-4561-94c8-2f26f2ab0894 None None] Routers {'11b4aa14-3915-49e6-8f13-df8cee75a2e0'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:35:14.837169 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-6ea7170c-86a6-4561-94c8-2f26f2ab0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:35:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:14.891168 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-630adc33-7091-4f30-a161-b698ef8936d6 req-e81834d9-6664-4b10-b5f1-957e90db4010 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] No DVR routers for this DVR port 2b6e139c-fe15-4d13-bec7-1a2e55bd04be on host hv-cinder-78494 {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:35:14.894113 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-630adc33-7091-4f30-a161-b698ef8936d6 req-e81834d9-6664-4b10-b5f1-957e90db4010 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:14.896751 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd841b5b-4923-4129-b966-917fa897af6a', 'name': 'network-vif-deleted', 'tag': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:35:14.912804 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-630adc33-7091-4f30-a161-b698ef8936d6 req-e81834d9-6664-4b10-b5f1-957e90db4010 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.11 "DELETE /v2.0/ports/2b6e139c-fe15-4d13-bec7-1a2e55bd04be HTTP/1.1" status: 204 len: 173 time: 1.3042738 May 10 13:35:14.950637 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd841b5b-4923-4129-b966-917fa897af6a', 'name': 'network-vif-deleted', 'tag': '2b6e139c-fe15-4d13-bec7-1a2e55bd04be', 'status': 'completed', 'code': 200} May 10 13:35:15.021172 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-6ea7170c-86a6-4561-94c8-2f26f2ab0894 None None] Set router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:35:15.355447 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-6ea7170c-86a6-4561-94c8-2f26f2ab0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:30:57Z', 'revision_number': 4, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '1757dd30-e03c-4052-9dd6-595f8047591e', 'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'mac_address': 'fa:16:3e:ac:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 5, 'project_id': '94c12e582ce64e398dff331859cc2254', 'subnets': [{'id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:15.359520 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea7170c-86a6-4561-94c8-2f26f2ab0894 None None] Checking router: 11b4aa14-3915-49e6-8f13-df8cee75a2e0 for host: dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:35:15.368986 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea7170c-86a6-4561-94c8-2f26f2ab0894 None None] Routers {'11b4aa14-3915-49e6-8f13-df8cee75a2e0'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:35:15.369745 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-6ea7170c-86a6-4561-94c8-2f26f2ab0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:35:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:15.616830 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-6ea7170c-86a6-4561-94c8-2f26f2ab0894 None None] Set router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:35:15.663885 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-2de649f4-bf25-4463-83b7-011182d1164d req-3c25e7c7-d392-4969-aa41-88e25750a53b tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd841b5b-4923-4129-b966-917fa897af6a HTTP/1.1" status: 200 len: 210 time: 0.0545514 May 10 13:35:15.949820 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-6ea7170c-86a6-4561-94c8-2f26f2ab0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:30:57Z', 'revision_number': 4, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '1757dd30-e03c-4052-9dd6-595f8047591e', 'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'mac_address': 'fa:16:3e:ac:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 5, 'project_id': '94c12e582ce64e398dff331859cc2254', 'subnets': [{'id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:15.953937 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea7170c-86a6-4561-94c8-2f26f2ab0894 None None] The sync data for ids ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'] in dv-cinder-784945-7-smb is: [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:30:57Z', 'revision_number': 4, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '1757dd30-e03c-4052-9dd6-595f8047591e', 'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'mac_address': 'fa:16:3e:ac:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 5, 'project_id': '94c12e582ce64e398dff331859cc2254', 'subnets': [{'id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:35:16.214485 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee5c48-8988-4641-b100-ef01723bca28 None None] New status for floating IP 4569e89b-e1af-4cb4-95be-8b5ff135ed65: DOWN {{(pid=78780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 13:35:16.367801 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2b6e139c-fe15-4d13-bec7-1a2e55bd04be no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:35:16.424359 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] No Port match for: 2b6e139c-fe15-4d13-bec7-1a2e55bd04be {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:35:16.425287 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2b6e139c-fe15-4d13-bec7-1a2e55bd04be not bound to the agent host hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:35:16.826702 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 41456) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:16.896931 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-67e638a2-8481-4a35-b035-354d0490b6dc tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:16.924152 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-67e638a2-8481-4a35-b035-354d0490b6dc tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:16.977816 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-67e638a2-8481-4a35-b035-354d0490b6dc tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:16.982227 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-1446a947-af2f-4701-b227-9e4f28979eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:16.999195 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e638a2-8481-4a35-b035-354d0490b6dc tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4a808a-bf7e-46de-83e1-ee98cb522546,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:17.001865 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-67e638a2-8481-4a35-b035-354d0490b6dc tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:17.010258 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-67e638a2-8481-4a35-b035-354d0490b6dc tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:17.011376 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-67e638a2-8481-4a35-b035-354d0490b6dc tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "DELETE /v2.0/security-groups/5a4a808a-bf7e-46de-83e1-ee98cb522546 HTTP/1.1" status: 204 len: 168 time: 0.1834831 May 10 13:35:17.014090 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 41460) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:17.033389 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.api.v2.resource [None req-b17efe6f-01f4-434a-9d31-6ce07a8e37a8 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] show failed (client error): The resource could not be found. May 10 13:35:17.034358 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-b17efe6f-01f4-434a-9d31-6ce07a8e37a8 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups/5a4a808a-bf7e-46de-83e1-ee98cb522546 HTTP/1.1" status: 404 len: 347 time: 0.0192533 May 10 13:35:17.037158 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 41464) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:17.252539 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-686b248a-309e-4662-8c46-52d0adbf7517 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Deleting port b651e9e6-4d45-478a-8382-a8ec6158bc09 {{(pid=78777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:35:17.252887 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-686b248a-309e-4662-8c46-52d0adbf7517 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:17.370318 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-686b248a-309e-4662-8c46-52d0adbf7517 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:17.370644 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-686b248a-309e-4662-8c46-52d0adbf7517 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:17.585706 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-686b248a-309e-4662-8c46-52d0adbf7517 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Calling delete_port for b651e9e6-4d45-478a-8382-a8ec6158bc09 owned by network:floatingip {{(pid=78777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:35:17.698056 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-686b248a-309e-4662-8c46-52d0adbf7517 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:17.702720 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:17.750287 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b248a-309e-4662-8c46-52d0adbf7517 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Pushing event deleted for resources: {'Port': ['ID=b651e9e6-4d45-478a-8382-a8ec6158bc09,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:17.776726 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-686b248a-309e-4662-8c46-52d0adbf7517 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:17.841256 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-686b248a-309e-4662-8c46-52d0adbf7517 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for floatingip, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:17.854894 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-686b248a-309e-4662-8c46-52d0adbf7517 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for floatingip, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:17.856027 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-686b248a-309e-4662-8c46-52d0adbf7517 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "DELETE /v2.0/floatingips/4569e89b-e1af-4cb4-95be-8b5ff135ed65 HTTP/1.1" status: 204 len: 168 time: 0.8179834 May 10 13:35:18.161708 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 41486) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:18.167630 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-afe63ec6-f55a-445d-92b3-35f9357184f9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Request body: {'security_group': {'name': 'tempest-securitygroup--889275539', 'description': 'tempest-description--1197399819'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:35:18.173298 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-afe63ec6-f55a-445d-92b3-35f9357184f9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:35:18.177424 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-afe63ec6-f55a-445d-92b3-35f9357184f9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Usage tracker for resource:security_group and tenant:94c12e582ce64e398dff331859cc2254 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:35:18.180627 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-afe63ec6-f55a-445d-92b3-35f9357184f9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:35:18.187367 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-afe63ec6-f55a-445d-92b3-35f9357184f9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:35:18.197724 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-afe63ec6-f55a-445d-92b3-35f9357184f9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:18.219000 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-afe63ec6-f55a-445d-92b3-35f9357184f9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:35:18.223820 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-afe63ec6-f55a-445d-92b3-35f9357184f9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Usage tracker for resource:security_group_rule and tenant:94c12e582ce64e398dff331859cc2254 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:35:18.226801 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-afe63ec6-f55a-445d-92b3-35f9357184f9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:35:18.233075 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-afe63ec6-f55a-445d-92b3-35f9357184f9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:35:18.308661 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-afe63ec6-f55a-445d-92b3-35f9357184f9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:18.312341 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-afe63ec6-f55a-445d-92b3-35f9357184f9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:18.317183 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-80b320f5-dc01-4696-80bb-23c1e3bb450d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:18.357048 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe63ec6-f55a-445d-92b3-35f9357184f9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b98e78-816e-4af5-984f-5fe51dee36e1,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:18.359657 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-afe63ec6-f55a-445d-92b3-35f9357184f9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:18.363432 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-afe63ec6-f55a-445d-92b3-35f9357184f9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1981189 May 10 13:35:18.363432 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-afe63ec6-f55a-445d-92b3-35f9357184f9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:18.363909 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 41490) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:18.368754 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-8aac8fe8-0fea-4133-9100-52ccf439baec tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Request body: {'security_group_rule': {'security_group_id': '94b98e78-816e-4af5-984f-5fe51dee36e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:35:18.374583 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-8aac8fe8-0fea-4133-9100-52ccf439baec tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:35:18.378303 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-8aac8fe8-0fea-4133-9100-52ccf439baec tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Usage tracker for resource:security_group_rule and tenant:94c12e582ce64e398dff331859cc2254 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:35:18.381408 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-8aac8fe8-0fea-4133-9100-52ccf439baec tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:35:18.387447 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-8aac8fe8-0fea-4133-9100-52ccf439baec tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:35:18.402957 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8aac8fe8-0fea-4133-9100-52ccf439baec tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:18.461693 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8aac8fe8-0fea-4133-9100-52ccf439baec tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:18.464911 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8aac8fe8-0fea-4133-9100-52ccf439baec tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:18.466920 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-59c18e15-2ba6-457b-8e33-4abc2556877c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:18.488529 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac8fe8-0fea-4133-9100-52ccf439baec tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af1eb4f-d1ce-4fb9-a9f6-3c0e5ee292e4,revision_number=0']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:18.493915 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-8aac8fe8-0fea-4133-9100-52ccf439baec tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:18.496558 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-8aac8fe8-0fea-4133-9100-52ccf439baec tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:18.497817 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-8aac8fe8-0fea-4133-9100-52ccf439baec tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332414 May 10 13:35:18.500418 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 41494) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:18.505815 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-4f555561-be98-483e-9dc5-ae16ff88e0a6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Request body: {'security_group_rule': {'security_group_id': '94b98e78-816e-4af5-984f-5fe51dee36e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:35:18.511633 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-4f555561-be98-483e-9dc5-ae16ff88e0a6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:35:18.515369 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-4f555561-be98-483e-9dc5-ae16ff88e0a6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Usage tracker for resource:security_group_rule and tenant:94c12e582ce64e398dff331859cc2254 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:35:18.518197 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-4f555561-be98-483e-9dc5-ae16ff88e0a6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:35:18.523790 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-4f555561-be98-483e-9dc5-ae16ff88e0a6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:35:18.543600 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4f555561-be98-483e-9dc5-ae16ff88e0a6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:18.605317 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4f555561-be98-483e-9dc5-ae16ff88e0a6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:18.608776 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4f555561-be98-483e-9dc5-ae16ff88e0a6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:18.610782 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:18.632249 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f555561-be98-483e-9dc5-ae16ff88e0a6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4e6ffa-1d42-4a61-a958-4be4d2c202ff,revision_number=0']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:18.636579 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-4f555561-be98-483e-9dc5-ae16ff88e0a6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:18.640725 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-4f555561-be98-483e-9dc5-ae16ff88e0a6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:18.641919 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-4f555561-be98-483e-9dc5-ae16ff88e0a6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405888 May 10 13:35:18.644913 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 41500) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:18.649938 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Request body: {'floatingip': {'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:35:18.656024 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:35:18.659762 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Usage tracker for resource:floatingip and tenant:94c12e582ce64e398dff331859cc2254 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:35:18.662582 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:35:18.668292 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:35:18.677968 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for floatingip, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:18.810027 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:18.949220 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Allocated IP 172.28.0.9 (201b784b-a2c0-4851-ba32-323396f26c0e/a3facc7a-ff4c-482b-8bd3-938f14d413a3/f8d25e20-2806-4a39-a081-392f24781025) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:35:19.097799 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:19.128346 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:19.132182 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:19.173573 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 41508) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:19.189307 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Network 201b784b-a2c0-4851-ba32-323396f26c0e is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:35:19.192097 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:35:19.200482 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:35:19.235611 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89127eb-3432-4e35-a3ec-ecf4bd3201af admin admin] Deleting subnet 929ca346-8228-49fe-8492-0bbdb9e1bd5a {{(pid=78777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 13:35:19.238563 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a89127eb-3432-4e35-a3ec-ecf4bd3201af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:19.246057 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Pushing event updated for resources: {'Port': ['ID=f8d25e20-2806-4a39-a081-392f24781025,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:19.255998 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:19.285527 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:19.286841 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a89127eb-3432-4e35-a3ec-ecf4bd3201af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2491390'] for subnet, precommit_delete_associations {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:19.344159 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:19.344574 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a89127eb-3432-4e35-a3ec-ecf4bd3201af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862903'] for subnet, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:19.595449 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a89127eb-3432-4e35-a3ec-ecf4bd3201af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3874393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2121738'] for subnet, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:19.600355 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-bf4a2f66-095d-4a7d-8bca-fee295a7f432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:19.636151 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:19.637945 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89127eb-3432-4e35-a3ec-ecf4bd3201af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=929ca346-8228-49fe-8492-0bbdb9e1bd5a,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:19.642354 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-a89127eb-3432-4e35-a3ec-ecf4bd3201af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:19.644756 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a89127eb-3432-4e35-a3ec-ecf4bd3201af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:19.646102 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:19.653142 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-a89127eb-3432-4e35-a3ec-ecf4bd3201af admin admin] 10.222.0.30 "DELETE /v2.0/subnets/929ca346-8228-49fe-8492-0bbdb9e1bd5a HTTP/1.1" status: 204 len: 168 time: 0.4763460 May 10 13:35:19.653326 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-93d7281c-5b64-450a-83a5-f24de9168ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:19.653528 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 41518) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:19.754010 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Pushing event updated for resources: {'Port': ['ID=f8d25e20-2806-4a39-a081-392f24781025,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:19.757394 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:19.765325 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-06ec6c05-f994-4f40-96ef-ce2a6125e77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782519'] for network, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:19.772284 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1711226'] for floatingip, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:19.794772 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for floatingip, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:19.801849 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1559086 May 10 13:35:19.897023 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-06ec6c05-f994-4f40-96ef-ce2a6125e77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8786273459357'] for network, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:19.911218 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-06ec6c05-f994-4f40-96ef-ce2a6125e77e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1558333a-44a1-4320-a947-0471f6ab9823']}} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:19.924029 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-06ec6c05-f994-4f40-96ef-ce2a6125e77e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4117416-4ddc-4d9e-9ded-a3b5d66356e6') {'for_net_delete': True} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:19.924325 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-06ec6c05-f994-4f40-96ef-ce2a6125e77e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4117416-4ddc-4d9e-9ded-a3b5d66356e6') {} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:19.935829 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-06ec6c05-f994-4f40-96ef-ce2a6125e77e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786273471335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2491361'] for segment, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:19.953811 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-06ec6c05-f994-4f40-96ef-ce2a6125e77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:19.962303 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ec6c05-f994-4f40-96ef-ce2a6125e77e admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=78777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 13:35:19.962719 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-06ec6c05-f994-4f40-96ef-ce2a6125e77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3874367'] for segment, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: Traceback (most recent call last): May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: timer() May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: cb(*args, **kw) May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: return func(*args, **kwargs) May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: self._notify() May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: self.callback(batched_events) May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: event.method(event) May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: aggregate_uuid = self.p_client.list_aggregates( May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: return f(self, *a, **k) May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: return self._get(url).json() May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: return self.request(url, 'GET', **kwargs) May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: base_url = self.get_endpoint(auth, allow=allow, May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 13:35:19.976815 dv-cinder-784945-7-smb neutron-server[78777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 13:35:20.077456 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-06ec6c05-f994-4f40-96ef-ce2a6125e77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1711221'] for network, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:20.085939 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-5531e898-c2ea-4c88-8daa-6cc774d396b0 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Synchronizing usage tracker for tenant:94c12e582ce64e398dff331859cc2254 on resource:security_group {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:35:20.090226 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:20.105656 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-06ec6c05-f994-4f40-96ef-ce2a6125e77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:20.115275 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec6c05-f994-4f40-96ef-ce2a6125e77e admin admin] Pushing event deleted for resources: {'Network': ['ID=1558333a-44a1-4320-a947-0471f6ab9823,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:20.119900 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-06ec6c05-f994-4f40-96ef-ce2a6125e77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:20.121227 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-06ec6c05-f994-4f40-96ef-ce2a6125e77e admin admin] 10.222.0.30 "DELETE /v2.0/networks/1558333a-44a1-4320-a947-0471f6ab9823 HTTP/1.1" status: 204 len: 168 time: 0.4668226 May 10 13:35:20.124133 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 41538) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:20.128044 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-5531e898-c2ea-4c88-8daa-6cc774d396b0 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Unset dirty status for tenant:94c12e582ce64e398dff331859cc2254 on resource:security_group {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:35:20.129108 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-5531e898-c2ea-4c88-8daa-6cc774d396b0 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--889275539&fields=id&tenant_id=94c12e582ce64e398dff331859cc2254 HTTP/1.1" status: 200 len: 267 time: 0.1016967 May 10 13:35:20.189348 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_v2 [None req-391417b8-f62f-4227-b7de-e9a2e062888d admin admin] Deleting subnet 6d0d3b86-2c19-43ec-9e1f-f5f4036b5f62 {{(pid=78778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 13:35:20.192217 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-391417b8-f62f-4227-b7de-e9a2e062888d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:20.241083 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-391417b8-f62f-4227-b7de-e9a2e062888d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296092'] for subnet, precommit_delete_associations {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:20.279549 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-82f8bd01-e788-41f2-bf6f-edf62235c473 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:20.280240 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-82f8bd01-e788-41f2-bf6f-edf62235c473 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Synchronizing usage tracker for tenant:94c12e582ce64e398dff331859cc2254 on resource:network {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:35:20.298336 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-82f8bd01-e788-41f2-bf6f-edf62235c473 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Unset dirty status for tenant:94c12e582ce64e398dff331859cc2254 on resource:network {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:35:20.300085 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-82f8bd01-e788-41f2-bf6f-edf62235c473 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/networks?id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803 HTTP/1.1" status: 200 len: 817 time: 0.1637199 May 10 13:35:20.302528 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-391417b8-f62f-4227-b7de-e9a2e062888d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862903'] for subnet, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:20.315387 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-26427610-c8c8-48ca-a689-d8705986a882 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/quotas/94c12e582ce64e398dff331859cc2254 HTTP/1.1" status: 200 len: 375 time: 0.0093424 May 10 13:35:20.397574 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-542649e0-3dd4-488c-a354-38860d77a695 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Synchronizing usage tracker for tenant:94c12e582ce64e398dff331859cc2254 on resource:port {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:35:20.413856 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-542649e0-3dd4-488c-a354-38860d77a695 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Unset dirty status for tenant:94c12e582ce64e398dff331859cc2254 on resource:port {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:35:20.415340 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-542649e0-3dd4-488c-a354-38860d77a695 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=94c12e582ce64e398dff331859cc2254&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0946214 May 10 13:35:20.543037 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-391417b8-f62f-4227-b7de-e9a2e062888d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2180919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2414209'] for subnet, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:20.547851 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-a82fb3eb-e962-4231-821e-c57261ff2ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:20.554710 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-4931c99c-2bfe-43b6-baa5-e76d7458fb2f service neutron] 10.222.0.30 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268544 May 10 13:35:20.586653 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391417b8-f62f-4227-b7de-e9a2e062888d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d0d3b86-2c19-43ec-9e1f-f5f4036b5f62,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:20.589283 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-391417b8-f62f-4227-b7de-e9a2e062888d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:20.592843 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-391417b8-f62f-4227-b7de-e9a2e062888d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:20.596816 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-391417b8-f62f-4227-b7de-e9a2e062888d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6d0d3b86-2c19-43ec-9e1f-f5f4036b5f62 HTTP/1.1" status: 204 len: 168 time: 0.4716074 May 10 13:35:20.599369 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 41542) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:20.706290 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e0301495-639a-46bc-ac25-1c2491d64ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782519'] for network, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:20.787080 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-b3e30b2c-91bf-464f-badd-d102d81df615 service neutron] 10.222.0.30 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264438 May 10 13:35:20.828058 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e0301495-639a-46bc-ac25-1c2491d64ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8786273459357'] for network, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:20.841000 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-e0301495-639a-46bc-ac25-1c2491d64ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cabf9d-0fa3-404f-9b0a-39fe6db5ca82']}} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:20.852628 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-e0301495-639a-46bc-ac25-1c2491d64ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cffda51-52b0-42fa-b71e-2e1009edc0d4') {'for_net_delete': True} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:20.852919 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-e0301495-639a-46bc-ac25-1c2491d64ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cffda51-52b0-42fa-b71e-2e1009edc0d4') {} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:20.864002 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e0301495-639a-46bc-ac25-1c2491d64ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786273471335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296067'] for segment, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:20.880569 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e0301495-639a-46bc-ac25-1c2491d64ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:20.887848 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0301495-639a-46bc-ac25-1c2491d64ff8 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=78778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 13:35:20.888361 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e0301495-639a-46bc-ac25-1c2491d64ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2180945'] for segment, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: Traceback (most recent call last): May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: timer() May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: cb(*args, **kw) May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: return func(*args, **kwargs) May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: self._notify() May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: self.callback(batched_events) May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: event.method(event) May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: aggregate_uuid = self.p_client.list_aggregates( May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: return f(self, *a, **k) May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: return self._get(url).json() May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: return self.request(url, 'GET', **kwargs) May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: base_url = self.get_endpoint(auth, allow=allow, May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 13:35:20.901598 dv-cinder-784945-7-smb neutron-server[78778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 13:35:20.982140 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e0301495-639a-46bc-ac25-1c2491d64ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1711221'] for network, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:21.021408 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-3d37113b-1c42-4a5a-9d86-2734df0196ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:21.043951 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-e0301495-639a-46bc-ac25-1c2491d64ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:21.050098 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0301495-639a-46bc-ac25-1c2491d64ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7cabf9d-0fa3-404f-9b0a-39fe6db5ca82,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:21.054015 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-e0301495-639a-46bc-ac25-1c2491d64ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:21.057231 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-84d62b62-ae60-41a9-8f42-9ac9bb03fd1b req-3c7eec27-3e81-4105-9201-6124cd193bc1 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Synchronizing usage tracker for tenant:94c12e582ce64e398dff331859cc2254 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:35:21.067121 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-e0301495-639a-46bc-ac25-1c2491d64ff8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f7cabf9d-0fa3-404f-9b0a-39fe6db5ca82 HTTP/1.1" status: 204 len: 168 time: 0.4644148 May 10 13:35:21.079494 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-84d62b62-ae60-41a9-8f42-9ac9bb03fd1b req-3c7eec27-3e81-4105-9201-6124cd193bc1 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Unset dirty status for tenant:94c12e582ce64e398dff331859cc2254 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:35:21.080677 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-84d62b62-ae60-41a9-8f42-9ac9bb03fd1b req-3c7eec27-3e81-4105-9201-6124cd193bc1 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 210 time: 0.1015713 May 10 13:35:21.185903 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 41560) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:21.236321 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-0ed8d46d-22bb-4e9a-b97a-b357bf138fb2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=041b0fcb0bcd47bb8ab2eb0399f02698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489507 May 10 13:35:21.238770 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 41564) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:21.307844 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-dfe6f847-e281-41dd-9645-7f7a137aab76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:21.333743 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-dfe6f847-e281-41dd-9645-7f7a137aab76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:21.384529 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-dfe6f847-e281-41dd-9645-7f7a137aab76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:21.389316 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-cdcc89a3-487c-4c2c-82fc-4e22ae3889fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:21.402891 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6f847-e281-41dd-9645-7f7a137aab76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838071dd-a9ff-4ef5-9801-2af30b6bbd01,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:21.406123 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-dfe6f847-e281-41dd-9645-7f7a137aab76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:21.412027 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-dfe6f847-e281-41dd-9645-7f7a137aab76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:21.413118 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-dfe6f847-e281-41dd-9645-7f7a137aab76 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/838071dd-a9ff-4ef5-9801-2af30b6bbd01 HTTP/1.1" status: 204 len: 168 time: 0.1733949 May 10 13:35:21.748687 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 41572) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:21.787342 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:35:21.798318 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-091fb0c1-b8c8-4600-8798-b3fa30ef4d21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a825874aa38340e2ad2bce3024a86405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484540 May 10 13:35:21.800688 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 41578) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:21.858742 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-abe034a9-0cf0-46ab-8990-dd1f050d9277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:21.884771 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-abe034a9-0cf0-46ab-8990-dd1f050d9277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:21.938517 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-abe034a9-0cf0-46ab-8990-dd1f050d9277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:21.943088 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-3761df5a-817f-42eb-b561-a4f91cc9efd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:21.955389 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe034a9-0cf0-46ab-8990-dd1f050d9277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7e7f72-8f0d-40e7-ba82-b63c2071c140,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:21.958211 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-abe034a9-0cf0-46ab-8990-dd1f050d9277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:21.959125 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-abe034a9-0cf0-46ab-8990-dd1f050d9277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:21.960407 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-abe034a9-0cf0-46ab-8990-dd1f050d9277 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff7e7f72-8f0d-40e7-ba82-b63c2071c140 HTTP/1.1" status: 204 len: 168 time: 0.1587276 May 10 13:35:22.221551 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-950c099e-3474-4c8c-9015-7dab956137e9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:22.223442 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-950c099e-3474-4c8c-9015-7dab956137e9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.11 "GET /v2.0/networks?id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803 HTTP/1.1" status: 200 len: 817 time: 0.2622063 May 10 13:35:22.275408 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-90f1d95a-4e0b-405c-9d43-ec16c387ebac tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Synchronizing usage tracker for tenant:94c12e582ce64e398dff331859cc2254 on resource:security_group {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:35:22.287086 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-90f1d95a-4e0b-405c-9d43-ec16c387ebac tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Unset dirty status for tenant:94c12e582ce64e398dff331859cc2254 on resource:security_group {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:35:22.288192 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-90f1d95a-4e0b-405c-9d43-ec16c387ebac tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94c12e582ce64e398dff331859cc2254 HTTP/1.1" status: 200 len: 379 time: 0.0556216 May 10 13:35:22.297042 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-04a772f2-642e-4dfc-a088-3cbf69de42f1 req-ddaa413c-4edd-44a9-b1ae-dfb52d1e4f13 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 210 time: 0.0564284 May 10 13:35:22.302488 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-48fd8b58-be86-40a9-ac2d-b75059fd7d67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Request body: {'port': {'device_id': '5e13ee25-dd85-4e3d-a265-901af308d847', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'admin_state_up': True, 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'security_groups': ['94b98e78-816e-4af5-984f-5fe51dee36e1']}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:35:22.438832 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-48fd8b58-be86-40a9-ac2d-b75059fd7d67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:35:22.449669 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-48fd8b58-be86-40a9-ac2d-b75059fd7d67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:35:22.457974 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-48fd8b58-be86-40a9-ac2d-b75059fd7d67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Made reservation on behalf of 94c12e582ce64e398dff331859cc2254 for: {'port': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:35:22.461491 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-48fd8b58-be86-40a9-ac2d-b75059fd7d67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:22.627492 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-48fd8b58-be86-40a9-ac2d-b75059fd7d67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Allocated IP 172.20.0.9 (6dbc2653-6c72-4de2-b0f7-21c9bab3f803/24199e2d-ee05-4653-a9ce-54cbb6e9b5cc/9b3971f7-6d43-4f31-aef8-f671e2ea39db) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:35:22.816127 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-48fd8b58-be86-40a9-ac2d-b75059fd7d67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:22.832119 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-48fd8b58-be86-40a9-ac2d-b75059fd7d67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Transition to ACTIVE for port object 9b3971f7-6d43-4f31-aef8-f671e2ea39db will not be triggered until provisioned by entity DHCP. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:35:22.856777 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-48fd8b58-be86-40a9-ac2d-b75059fd7d67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:22.868318 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-409d5075-b2cb-4f0d-aaaf-40f687fbee0c tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:22.919904 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-48fd8b58-be86-40a9-ac2d-b75059fd7d67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Network 6dbc2653-6c72-4de2-b0f7-21c9bab3f803 is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:35:22.925792 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-48fd8b58-be86-40a9-ac2d-b75059fd7d67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:35:22.929749 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-48fd8b58-be86-40a9-ac2d-b75059fd7d67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:35:22.986442 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd8b58-be86-40a9-ac2d-b75059fd7d67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Pushing event updated for resources: {'Port': ['ID=9b3971f7-6d43-4f31-aef8-f671e2ea39db,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:22.990849 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-48fd8b58-be86-40a9-ac2d-b75059fd7d67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:23.008163 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-48fd8b58-be86-40a9-ac2d-b75059fd7d67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:23.008800 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-48fd8b58-be86-40a9-ac2d-b75059fd7d67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:23.049476 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-48fd8b58-be86-40a9-ac2d-b75059fd7d67 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7511272 May 10 13:35:23.066245 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Request body: {'port': {'device_id': '5e13ee25-dd85-4e3d-a265-901af308d847', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:35:23.203057 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:23.264852 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-bf8ec31f-2409-4a96-92c4-6ed684ea5d4d None None] Provisioning for port 9b3971f7-6d43-4f31-aef8-f671e2ea39db completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:35:23.270733 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-bf8ec31f-2409-4a96-92c4-6ed684ea5d4d None None] Provisioning complete for port 9b3971f7-6d43-4f31-aef8-f671e2ea39db triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:35:23.271076 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-bf8ec31f-2409-4a96-92c4-6ed684ea5d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:23.335848 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ec31f-2409-4a96-92c4-6ed684ea5d4d None None] Port 9b3971f7-6d43-4f31-aef8-f671e2ea39db cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:35:23.532250 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d146736-ab18-48b3-bd1a-5f5d03132f84 req-60b476b5-042d-4db5-9a2c-14ac896f6768 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:23.533727 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9d146736-ab18-48b3-bd1a-5f5d03132f84 req-60b476b5-042d-4db5-9a2c-14ac896f6768 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 931 time: 0.0880694 May 10 13:35:23.578088 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9d146736-ab18-48b3-bd1a-5f5d03132f84 req-4db7d4bf-8fb5-416d-b5ec-59c51d7efd59 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383105 May 10 13:35:23.602949 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3971f7-6d43-4f31-aef8-f671e2ea39db {{(pid=78778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:35:23.610588 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:23.625416 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Transition to ACTIVE for port object 9b3971f7-6d43-4f31-aef8-f671e2ea39db will not be triggered until provisioned by entity L2. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:35:23.628809 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:23.633299 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-631d4378-dbae-4cfb-b579-91b43f9b64d9 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:23.792660 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Pushing event updated for resources: {'Port': ['ID=9b3971f7-6d43-4f31-aef8-f671e2ea39db,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:23.796457 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:23.870680 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Attempting to bind port 9b3971f7-6d43-4f31-aef8-f671e2ea39db on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:35:23.871014 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Attempting to bind port 9b3971f7-6d43-4f31-aef8-f671e2ea39db by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '791c53d6-51af-4acb-bf63-8367240dd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803'}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:35:23.871340 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Attempting to bind port 9b3971f7-6d43-4f31-aef8-f671e2ea39db on network 6dbc2653-6c72-4de2-b0f7-21c9bab3f803 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:35:23.875799 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Port 9b3971f7-6d43-4f31-aef8-f671e2ea39db on network 6dbc2653-6c72-4de2-b0f7-21c9bab3f803 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 13:35:23.876119 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Attempting to bind port 9b3971f7-6d43-4f31-aef8-f671e2ea39db on network 6dbc2653-6c72-4de2-b0f7-21c9bab3f803 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:35:23.881313 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Checking agent: {'id': '94ccf6da-ba5a-4c56-b2e0-555501816ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:35:23.881678 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Checking segment: {'id': '791c53d6-51af-4acb-bf63-8367240dd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:35:23.882055 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Bound using segment: {'id': '791c53d6-51af-4acb-bf63-8367240dd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803'} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:35:23.882475 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Bound port: 9b3971f7-6d43-4f31-aef8-f671e2ea39db, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '791c53d6-51af-4acb-bf63-8367240dd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803'}}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:35:23.882812 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:23.970851 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] For port 9b3971f7-6d43-4f31-aef8-f671e2ea39db, host hv-cinder-78494, cleared binding levels {{(pid=78778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:35:23.973657 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] For port 9b3971f7-6d43-4f31-aef8-f671e2ea39db, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b3971f7-6d43-4f31-aef8-f671e2ea39db,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:35:23.979239 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:23.983694 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-483affe1-9c66-4249-ab05-a6b6f1cb4f42 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:24.032849 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:24.032849 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:24.033824 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] 10.222.0.11 "PUT /v2.0/ports/9b3971f7-6d43-4f31-aef8-f671e2ea39db HTTP/1.1" status: 200 len: 1093 time: 0.9734378 May 10 13:35:24.036267 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e13ee25-dd85-4e3d-a265-901af308d847', 'tag': '9b3971f7-6d43-4f31-aef8-f671e2ea39db'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:35:24.067985 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Pushing event updated for resources: {'Port': ['ID=9b3971f7-6d43-4f31-aef8-f671e2ea39db,revision_number=3']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:24.071231 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:24.121861 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e13ee25-dd85-4e3d-a265-901af308d847', 'tag': '9b3971f7-6d43-4f31-aef8-f671e2ea39db', 'status': 'completed', 'code': 200} May 10 13:35:24.244330 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-315386b2-6b6c-43fc-906a-384e27cc1974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:24.245819 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-315386b2-6b6c-43fc-906a-384e27cc1974 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94c12e582ce64e398dff331859cc2254&device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 1096 time: 0.1616573 May 10 13:35:24.318593 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-4b878e6c-5411-47f9-b23e-af58a50aad38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b3971f7-6d43-4f31-aef8-f671e2ea39db HTTP/1.1" status: 200 len: 217 time: 0.0623169 May 10 13:35:24.384630 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-c2aa5a6f-8084-4557-b7b6-3d7bfb69c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:24.386556 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-c2aa5a6f-8084-4557-b7b6-3d7bfb69c91a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24199e2d-ee05-4653-a9ce-54cbb6e9b5cc HTTP/1.1" status: 200 len: 856 time: 0.0605493 May 10 13:35:24.465589 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-8cc24bdc-3ced-4e0d-8547-4192b8a72cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:24.467078 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-8cc24bdc-3ced-4e0d-8547-4192b8a72cb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690277 May 10 13:35:24.613708 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-5e2c37cf-df9c-43c1-9ce5-e077dec579e2 service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326826 May 10 13:35:24.761978 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ebbfb013-cfc0-4cdc-8d73-63d38b4dba51 req-6d244652-0de9-42f3-8513-afeaf01d7b6f service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394095 May 10 13:35:24.898359 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8404d-2d5c-4bc1-85ab-080bb1a1d5bb req-ae8f9e5e-d60b-4201-9b90-c20aa7d63c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:24.899814 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b7a8404d-2d5c-4bc1-85ab-080bb1a1d5bb req-ae8f9e5e-d60b-4201-9b90-c20aa7d63c7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94c12e582ce64e398dff331859cc2254&device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 1096 time: 0.0789821 May 10 13:35:24.945564 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb92de-1480-4171-837e-bf67ef144040 req-83750a46-0a65-4c80-800c-b9cd550d5749 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:24.947022 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-79bb92de-1480-4171-837e-bf67ef144040 req-83750a46-0a65-4c80-800c-b9cd550d5749 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 943 time: 0.0873318 May 10 13:35:24.993087 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-79bb92de-1480-4171-837e-bf67ef144040 req-0da52874-e46f-42f1-8301-0c3be254d0fa tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401254 May 10 13:35:25.043322 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8404d-2d5c-4bc1-85ab-080bb1a1d5bb req-d38b7aaa-f778-4e67-a3d2-8f25516fddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:25.044732 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b7a8404d-2d5c-4bc1-85ab-080bb1a1d5bb req-d38b7aaa-f778-4e67-a3d2-8f25516fddc3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803 HTTP/1.1" status: 200 len: 918 time: 0.1352568 May 10 13:35:25.114266 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b7a8404d-2d5c-4bc1-85ab-080bb1a1d5bb req-a77008db-674f-4cf9-984a-38d716a67a63 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b3971f7-6d43-4f31-aef8-f671e2ea39db HTTP/1.1" status: 200 len: 217 time: 0.0587800 May 10 13:35:25.180413 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8404d-2d5c-4bc1-85ab-080bb1a1d5bb req-c4b2589f-789a-4f77-b26c-90607faa9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:25.181841 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b7a8404d-2d5c-4bc1-85ab-080bb1a1d5bb req-c4b2589f-789a-4f77-b26c-90607faa9d1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24199e2d-ee05-4653-a9ce-54cbb6e9b5cc HTTP/1.1" status: 200 len: 856 time: 0.0600204 May 10 13:35:25.255059 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8404d-2d5c-4bc1-85ab-080bb1a1d5bb req-dbc56ec1-2bc4-42ff-9c8f-c8d4879bfa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:25.256520 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b7a8404d-2d5c-4bc1-85ab-080bb1a1d5bb req-dbc56ec1-2bc4-42ff-9c8f-c8d4879bfa39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675874 May 10 13:35:25.385804 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b7a8404d-2d5c-4bc1-85ab-080bb1a1d5bb req-8854bdd8-420e-4d36-91e7-9d66749e510f service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206427 May 10 13:35:25.513605 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b7a8404d-2d5c-4bc1-85ab-080bb1a1d5bb req-1ce638fd-d476-4842-a403-3948779ce4de service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216886 May 10 13:35:26.195467 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07ca4a-7982-4bf0-acde-60a4edd41875 req-08c1dc9d-8aef-43c1-b8c9-ec12a629ce63 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:26.196058 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-cb07ca4a-7982-4bf0-acde-60a4edd41875 req-08c1dc9d-8aef-43c1-b8c9-ec12a629ce63 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Synchronizing usage tracker for tenant:94c12e582ce64e398dff331859cc2254 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:35:26.216472 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-cb07ca4a-7982-4bf0-acde-60a4edd41875 req-08c1dc9d-8aef-43c1-b8c9-ec12a629ce63 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Unset dirty status for tenant:94c12e582ce64e398dff331859cc2254 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:35:26.217845 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-cb07ca4a-7982-4bf0-acde-60a4edd41875 req-08c1dc9d-8aef-43c1-b8c9-ec12a629ce63 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 943 time: 0.1081603 May 10 13:35:26.273093 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-cb07ca4a-7982-4bf0-acde-60a4edd41875 req-f8402546-f66f-4ffb-a921-0758c0592544 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496855 May 10 13:35:26.404759 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 9b3971f7-6d43-4f31-aef8-f671e2ea39db details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:35:26.542554 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 9b3971f7-6d43-4f31-aef8-f671e2ea39db, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b3971f7-6d43-4f31-aef8-f671e2ea39db,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:26.556202 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': '9b3971f7-6d43-4f31-aef8-f671e2ea39db', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'port_id': '9b3971f7-6d43-4f31-aef8-f671e2ea39db', 'mac_address': 'fa:16:3e:95:b4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:35:26.627382 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:26.644607 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3971f7-6d43-4f31-aef8-f671e2ea39db {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:35:26.660991 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 9b3971f7-6d43-4f31-aef8-f671e2ea39db, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b3971f7-6d43-4f31-aef8-f671e2ea39db,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:26.667610 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:26.668645 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:26.732755 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=9b3971f7-6d43-4f31-aef8-f671e2ea39db,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:26.740046 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:26.740393 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:26.740730 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:26.741071 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:26.741416 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:26.741739 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:26.742060 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:26.742379 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:26.742729 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:26.743054 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:26.743372 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:26.743686 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:26.747512 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:26.961647 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['9b3971f7-6d43-4f31-aef8-f671e2ea39db'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:35:27.465038 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94eaa9-5b13-4b6e-9f89-46b4bc319394 req-671be063-662e-48a6-a45f-27ecc2f64118 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:27.466482 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-dc94eaa9-5b13-4b6e-9f89-46b4bc319394 req-671be063-662e-48a6-a45f-27ecc2f64118 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 944 time: 0.0769632 May 10 13:35:27.510345 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-dc94eaa9-5b13-4b6e-9f89-46b4bc319394 req-5776ba04-7833-47a4-9b7d-ea610ad84eab tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381720 May 10 13:35:27.987010 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ee1a2-cd88-4696-8f72-6199dd6558e1 req-832abf11-3b86-424a-bd14-c1e65992aca5 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:27.988455 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-860ee1a2-cd88-4696-8f72-6199dd6558e1 req-832abf11-3b86-424a-bd14-c1e65992aca5 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 946 time: 0.0893488 May 10 13:35:28.035084 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-860ee1a2-cd88-4696-8f72-6199dd6558e1 req-01c4f149-8e19-457d-be54-b7889cdcf9d8 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 May 10 13:35:28.413788 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 9b3971f7-6d43-4f31-aef8-f671e2ea39db up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:35:28.478571 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning for port 9b3971f7-6d43-4f31-aef8-f671e2ea39db completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:35:28.482930 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port 9b3971f7-6d43-4f31-aef8-f671e2ea39db triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:35:28.483304 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:28.598538 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:28.625045 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e13ee25-dd85-4e3d-a265-901af308d847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3971f7-6d43-4f31-aef8-f671e2ea39db'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:35:28.636062 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 9b3971f7-6d43-4f31-aef8-f671e2ea39db, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b3971f7-6d43-4f31-aef8-f671e2ea39db,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:28.640140 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:28.642288 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:28.671582 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e13ee25-dd85-4e3d-a265-901af308d847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3971f7-6d43-4f31-aef8-f671e2ea39db', 'code': 200} May 10 13:35:28.700682 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d92716-ecc4-4a84-a810-844ce0bcc68f req-9471ab1b-2148-4724-b354-cabefa871793 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:28.702633 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-67d92716-ecc4-4a84-a810-844ce0bcc68f req-9471ab1b-2148-4724-b354-cabefa871793 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.0845070 May 10 13:35:28.716446 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=9b3971f7-6d43-4f31-aef8-f671e2ea39db,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:28.719466 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:28.751199 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-67d92716-ecc4-4a84-a810-844ce0bcc68f req-599b6709-f690-4250-ab28-bf208a81c857 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428889 May 10 13:35:28.902256 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9484e-da5d-4fd5-9c77-483ca04b9168 req-21d690b2-ef2c-49d1-8ff4-a0d99a0bb3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:28.903711 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-68f9484e-da5d-4fd5-9c77-483ca04b9168 req-21d690b2-ef2c-49d1-8ff4-a0d99a0bb3cf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 1098 time: 0.0680995 May 10 13:35:28.947791 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-68f9484e-da5d-4fd5-9c77-483ca04b9168 req-7eb8046d-4329-487b-9602-07f6b57e84cf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360844 May 10 13:35:29.264625 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 41718) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:29.301020 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193effd-cade-4454-a223-f31a1d222cde req-98a00cc4-91e8-46b4-aeea-a4493986b782 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:29.302570 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4193effd-cade-4454-a223-f31a1d222cde req-98a00cc4-91e8-46b4-aeea-a4493986b782 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 946 time: 0.1614413 May 10 13:35:29.346487 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4193effd-cade-4454-a223-f31a1d222cde req-282e8d8f-1396-4aa4-8a99-dd786b4a2df1 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383508 May 10 13:35:29.381182 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d1f45d23-db29-45da-a9e5-bf689b0cb967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:29.395676 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-d1f45d23-db29-45da-a9e5-bf689b0cb967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:35:29.399451 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-d1f45d23-db29-45da-a9e5-bf689b0cb967 admin admin] Usage tracker for resource:security_group_rule and tenant:361c92f5be0b426c81aae105d04a67f6 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:35:29.402220 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-d1f45d23-db29-45da-a9e5-bf689b0cb967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:35:29.407887 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-d1f45d23-db29-45da-a9e5-bf689b0cb967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:35:29.487615 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d1f45d23-db29-45da-a9e5-bf689b0cb967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:29.490955 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d1f45d23-db29-45da-a9e5-bf689b0cb967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:29.499530 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-0390369a-2177-42d4-aea6-d972c5184d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:29.536894 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-d1f45d23-db29-45da-a9e5-bf689b0cb967 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=361c92f5be0b426c81aae105d04a67f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711804 May 10 13:35:29.538492 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f45d23-db29-45da-a9e5-bf689b0cb967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44728248-12df-4a35-a7dc-2b100666ac1b,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:29.539625 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 41724) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:29.542133 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-d1f45d23-db29-45da-a9e5-bf689b0cb967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:29.603012 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-05a845c9-b250-4aa2-9e8b-bf8f73e02d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:29.628924 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-05a845c9-b250-4aa2-9e8b-bf8f73e02d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:29.674118 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-7fd55111-2247-413b-b7e3-2de5f3a71ff0 req-37825f93-37d6-41f7-8c9c-8b7895478e56 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395747278&fields=id&tenant_id=1a6534be084a463cba9c1f70213e861c HTTP/1.1" status: 200 len: 267 time: 0.0388281 May 10 13:35:29.679088 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-05a845c9-b250-4aa2-9e8b-bf8f73e02d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:29.683515 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-2cb74c92-4b8f-4ce2-8a05-7b54876daf05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:29.694001 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a845c9-b250-4aa2-9e8b-bf8f73e02d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44728248-12df-4a35-a7dc-2b100666ac1b,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:29.700019 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-05a845c9-b250-4aa2-9e8b-bf8f73e02d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:29.700977 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-05a845c9-b250-4aa2-9e8b-bf8f73e02d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:29.704550 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-05a845c9-b250-4aa2-9e8b-bf8f73e02d9d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44728248-12df-4a35-a7dc-2b100666ac1b HTTP/1.1" status: 204 len: 168 time: 0.1614890 May 10 13:35:29.766281 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd55111-2247-413b-b7e3-2de5f3a71ff0 req-de759155-3200-42e5-ad8a-47cfbb6d7595 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:29.767763 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-7fd55111-2247-413b-b7e3-2de5f3a71ff0 req-de759155-3200-42e5-ad8a-47cfbb6d7595 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 985 time: 0.0876737 May 10 13:35:29.784009 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [req-7fd55111-2247-413b-b7e3-2de5f3a71ff0 req-7dead54a-596b-4e1a-95e0-20acd6e48661 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Request body: {'port': {'security_groups': ['97626381-a857-4600-bcf6-c031053ecf7f']}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:35:29.911974 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-7fd55111-2247-413b-b7e3-2de5f3a71ff0 req-7dead54a-596b-4e1a-95e0-20acd6e48661 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:29.979714 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1bac4-f54f-452d-9fea-3663ea0b005a req-c58d6bef-cc16-46ad-a045-4b3a05500a41 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:29.988063 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-bcb1bac4-f54f-452d-9fea-3663ea0b005a req-c58d6bef-cc16-46ad-a045-4b3a05500a41 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.1126492 May 10 13:35:30.039136 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-bcb1bac4-f54f-452d-9fea-3663ea0b005a req-d01669d0-8769-41bb-9f00-c829f81aae56 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501878 May 10 13:35:30.191286 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.db [req-7fd55111-2247-413b-b7e3-2de5f3a71ff0 req-7dead54a-596b-4e1a-95e0-20acd6e48661 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] For port 41bd68c8-3acc-4883-8714-ea1578949900, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=41bd68c8-3acc-4883-8714-ea1578949900,segment=NetworkSegment(65396b7b-d93f-43e7-8797-7e6577a2e7f2),segment_id=65396b7b-d93f-43e7-8797-7e6577a2e7f2)] {{(pid=78777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:30.218186 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-7fd55111-2247-413b-b7e3-2de5f3a71ff0 req-7dead54a-596b-4e1a-95e0-20acd6e48661 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for port, precommit_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:30.223727 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-7fd55111-2247-413b-b7e3-2de5f3a71ff0 req-7dead54a-596b-4e1a-95e0-20acd6e48661 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3874323'] for port, after_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:30.233141 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-d208583f-5977-49ec-b95d-62220127c45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:30.241330 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['41bd68c8-3acc-4883-8714-ea1578949900'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:35:30.291165 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd55111-2247-413b-b7e3-2de5f3a71ff0 req-7dead54a-596b-4e1a-95e0-20acd6e48661 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:30.291783 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [req-7fd55111-2247-413b-b7e3-2de5f3a71ff0 req-7dead54a-596b-4e1a-95e0-20acd6e48661 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:30.293152 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-7fd55111-2247-413b-b7e3-2de5f3a71ff0 req-7dead54a-596b-4e1a-95e0-20acd6e48661 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "PUT /v2.0/ports/41bd68c8-3acc-4883-8714-ea1578949900 HTTP/1.1" status: 200 len: 943 time: 0.5179985 May 10 13:35:30.293689 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752a7a5b-25f9-4985-94e6-38136e6f49e7', 'tag': '41bd68c8-3acc-4883-8714-ea1578949900'}] {{(pid=78777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:35:30.298899 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 41752) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:30.360043 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dead54a-596b-4e1a-95e0-20acd6e48661 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Pushing event updated for resources: {'Port': ['ID=41bd68c8-3acc-4883-8714-ea1578949900,revision_number=7']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:30.370351 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752a7a5b-25f9-4985-94e6-38136e6f49e7', 'tag': '41bd68c8-3acc-4883-8714-ea1578949900', 'status': 'completed', 'code': 200} May 10 13:35:30.371179 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-7dead54a-596b-4e1a-95e0-20acd6e48661 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:30.419121 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-137fbf7a-d53a-41bd-b24e-8b6e722b6e0b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:30.443232 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['41bd68c8-3acc-4883-8714-ea1578949900'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:35:30.524359 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-137fbf7a-d53a-41bd-b24e-8b6e722b6e0b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:30.589917 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ccbd2-e669-4f18-bd5f-7df1523bb0b0 req-391f8f55-217a-4e19-8283-21e66d52c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:30.592582 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e38ccbd2-e669-4f18-bd5f-7df1523bb0b0 req-391f8f55-217a-4e19-8283-21e66d52c985 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a6534be084a463cba9c1f70213e861c&device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 1099 time: 0.1689916 May 10 13:35:30.604352 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084df6f3-cb8d-45f0-b5b7-c994afd762d9 req-dea48c2e-c50b-40a5-a087-109b156c1876 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:30.606116 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-084df6f3-cb8d-45f0-b5b7-c994afd762d9 req-dea48c2e-c50b-40a5-a087-109b156c1876 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 946 time: 0.1258018 May 10 13:35:30.659619 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-084df6f3-cb8d-45f0-b5b7-c994afd762d9 req-a4758303-151e-401f-bfab-a7b0d55d67e0 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473509 May 10 13:35:30.671363 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-3aeccf9e-0df9-48fb-a356-b1643fcefd3e None None] Provisioning complete for port 41bd68c8-3acc-4883-8714-ea1578949900 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:35:30.671744 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-3aeccf9e-0df9-48fb-a356-b1643fcefd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:30.715476 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-137fbf7a-d53a-41bd-b24e-8b6e722b6e0b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:30.722499 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-882971b4-27c1-4b52-bbd9-602db80ac1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:30.752806 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137fbf7a-d53a-41bd-b24e-8b6e722b6e0b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c60141-55e8-4b6f-8580-58016c91c215,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:30.755393 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-137fbf7a-d53a-41bd-b24e-8b6e722b6e0b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:30.774658 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-137fbf7a-d53a-41bd-b24e-8b6e722b6e0b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:30.778926 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-137fbf7a-d53a-41bd-b24e-8b6e722b6e0b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "DELETE /v2.0/security-groups/98c60141-55e8-4b6f-8580-58016c91c215 HTTP/1.1" status: 204 len: 168 time: 0.4765661 May 10 13:35:30.779409 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 41764) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:30.784377 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ccbd2-e669-4f18-bd5f-7df1523bb0b0 req-f740ffc7-9891-4a32-a18b-f2c06320b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:30.786099 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e38ccbd2-e669-4f18-bd5f-7df1523bb0b0 req-f740ffc7-9891-4a32-a18b-f2c06320b04d service neutron] 10.222.0.11 "GET /v2.0/networks?id=cdc794b0-2dce-44ef-8006-d22c57c9443c HTTP/1.1" status: 200 len: 916 time: 0.1845160 May 10 13:35:30.901490 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e38ccbd2-e669-4f18-bd5f-7df1523bb0b0 req-e4105ae0-cbec-4863-893c-67a79693e5ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41bd68c8-3acc-4883-8714-ea1578949900 HTTP/1.1" status: 200 len: 1002 time: 0.1071880 May 10 13:35:30.968233 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ccbd2-e669-4f18-bd5f-7df1523bb0b0 req-fa85af60-6299-48e7-863c-e828d6ee086a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:30.969695 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e38ccbd2-e669-4f18-bd5f-7df1523bb0b0 req-fa85af60-6299-48e7-863c-e828d6ee086a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=28cae42e-babc-4b3c-91e3-f80b7f1706c7 HTTP/1.1" status: 200 len: 854 time: 0.0600274 May 10 13:35:31.052288 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ccbd2-e669-4f18-bd5f-7df1523bb0b0 req-231d85a9-94ea-44a2-8741-288d19275f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:31.053706 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e38ccbd2-e669-4f18-bd5f-7df1523bb0b0 req-231d85a9-94ea-44a2-8741-288d19275f01 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cdc794b0-2dce-44ef-8006-d22c57c9443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725081 May 10 13:35:31.095452 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-5f5713db-e951-4689-bd2c-319984dc5254 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Deleting port cdf8df6e-79ea-407f-854f-3afe2093d9d3 {{(pid=78777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:35:31.095794 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5f5713db-e951-4689-bd2c-319984dc5254 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:31.227613 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5f5713db-e951-4689-bd2c-319984dc5254 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:31.227936 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5f5713db-e951-4689-bd2c-319984dc5254 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:31.267281 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e38ccbd2-e669-4f18-bd5f-7df1523bb0b0 req-fd321326-1dba-43a4-bb1c-ae60c0e25f69 service neutron] 10.222.0.11 "GET /v2.0/networks/cdc794b0-2dce-44ef-8006-d22c57c9443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047000 May 10 13:35:31.373032 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6b71d-e1f3-4a42-95dd-10635ad9b2a5 req-e2ea8157-a9fd-4e87-ac00-b6432c0e9b90 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:31.374605 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7ee6b71d-e1f3-4a42-95dd-10635ad9b2a5 req-e2ea8157-a9fd-4e87-ac00-b6432c0e9b90 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.1981320 May 10 13:35:31.454190 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-5f5713db-e951-4689-bd2c-319984dc5254 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Calling delete_port for cdf8df6e-79ea-407f-854f-3afe2093d9d3 owned by network:floatingip {{(pid=78777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:35:31.458630 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7ee6b71d-e1f3-4a42-95dd-10635ad9b2a5 req-e74f1bf0-71af-4097-acd6-f1d56b4395ab tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712259 May 10 13:35:31.461764 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e38ccbd2-e669-4f18-bd5f-7df1523bb0b0 req-82a73041-b3de-43dd-b58b-00b4f36986b9 service neutron] 10.222.0.11 "GET /v2.0/networks/cdc794b0-2dce-44ef-8006-d22c57c9443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865330 May 10 13:35:31.639538 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5f5713db-e951-4689-bd2c-319984dc5254 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:31.644708 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:31.691562 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5713db-e951-4689-bd2c-319984dc5254 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Pushing event deleted for resources: {'Port': ['ID=cdf8df6e-79ea-407f-854f-3afe2093d9d3,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:31.694572 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-5f5713db-e951-4689-bd2c-319984dc5254 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:31.793882 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cac7b-954e-42be-9eef-af7c2cc17a0c req-a8c2bd5a-d304-4bb0-9c46-43893722aef5 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:31.795367 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-da8cac7b-954e-42be-9eef-af7c2cc17a0c req-a8c2bd5a-d304-4bb0-9c46-43893722aef5 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.2265186 May 10 13:35:31.805447 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 41790) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:31.813347 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-50489235-53b5-4f81-85db-bc9db46b2251 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Request body: {'floatingip': {'port_id': '9b3971f7-6d43-4f31-aef8-f671e2ea39db'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:35:31.887008 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd26f-9244-48ba-9e2a-8132f11a34f8 req-b3d28817-1140-4584-b5d9-ffbfcd03ba85 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:31.887350 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5f5713db-e951-4689-bd2c-319984dc5254 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks [] for floatingip, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:31.887724 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.db.l3_db [None req-5f5713db-e951-4689-bd2c-319984dc5254 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Floating IP b084b872-2f28-4fa4-946c-5a05e20e51ea disassociated (deleted). External IP: 172.28.0.185, port: 41bd68c8-3acc-4883-8714-ea1578949900. May 10 13:35:31.888909 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-a48bd26f-9244-48ba-9e2a-8132f11a34f8 req-b3d28817-1140-4584-b5d9-ffbfcd03ba85 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 946 time: 0.1077204 May 10 13:35:31.934849 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-a48bd26f-9244-48ba-9e2a-8132f11a34f8 req-aac8b4f5-9abb-44e1-9cf7-fde41cd34477 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393281 May 10 13:35:32.012613 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-50489235-53b5-4f81-85db-bc9db46b2251 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for floatingip, before_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:32.630908 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5713db-e951-4689-bd2c-319984dc5254 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Router 1e855cc7-b136-46a2-b59e-3459b45448e1 has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:35:32.930353 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a362d-95b2-403d-9256-0e2daee17aa0 req-add3b5ef-64a3-4db6-a651-11b076a94bb3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:32.931952 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ce6a362d-95b2-403d-9256-0e2daee17aa0 req-add3b5ef-64a3-4db6-a651-11b076a94bb3 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.11 "GET /v2.0/ports?device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 946 time: 0.0786316 May 10 13:35:33.018946 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5713db-e951-4689-bd2c-319984dc5254 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:35:33.030488 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2492ac-8a10-46e8-8f2e-3dbcfd955a7a None None] Sync routers for ids ['1e855cc7-b136-46a2-b59e-3459b45448e1'] in dv-cinder-784945-7-smb {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:35:33.041811 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2492ac-8a10-46e8-8f2e-3dbcfd955a7a None None] Routers {'1e855cc7-b136-46a2-b59e-3459b45448e1'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:35:33.042743 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-ba2492ac-8a10-46e8-8f2e-3dbcfd955a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:35:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['1e855cc7-b136-46a2-b59e-3459b45448e1'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:33.078134 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-50489235-53b5-4f81-85db-bc9db46b2251 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:33.089538 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-50489235-53b5-4f81-85db-bc9db46b2251 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1711226'] for floatingip, after_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:33.110834 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-ce6a362d-95b2-403d-9256-0e2daee17aa0 req-3e3faae1-fa58-42dd-9d51-d147d2b40ba1 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Deleting port 7e15475c-59db-43e0-acaf-9c25763d387e {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:35:33.111250 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-ce6a362d-95b2-403d-9256-0e2daee17aa0 req-3e3faae1-fa58-42dd-9d51-d147d2b40ba1 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:33.218585 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5f5713db-e951-4689-bd2c-319984dc5254 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for floatingip, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:33.342622 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-ba2492ac-8a10-46e8-8f2e-3dbcfd955a7a None None] Set router 1e855cc7-b136-46a2-b59e-3459b45448e1 gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:35:33.366231 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-5f5713db-e951-4689-bd2c-319984dc5254 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "DELETE /v2.0/floatingips/b084b872-2f28-4fa4-946c-5a05e20e51ea HTTP/1.1" status: 204 len: 168 time: 2.5849869 May 10 13:35:33.370429 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752a7a5b-25f9-4985-94e6-38136e6f49e7', 'tag': '41bd68c8-3acc-4883-8714-ea1578949900'}] {{(pid=78777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:35:33.395109 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-ce6a362d-95b2-403d-9256-0e2daee17aa0 req-3e3faae1-fa58-42dd-9d51-d147d2b40ba1 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] For port 7e15475c-59db-43e0-acaf-9c25763d387e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7e15475c-59db-43e0-acaf-9c25763d387e,segment=NetworkSegment(0905861c-c669-4aa6-a3a0-995fa033c5c9),segment_id=0905861c-c669-4aa6-a3a0-995fa033c5c9)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:33.395593 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-ce6a362d-95b2-403d-9256-0e2daee17aa0 req-3e3faae1-fa58-42dd-9d51-d147d2b40ba1 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:33.403506 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.db.l3_db [None req-50489235-53b5-4f81-85db-bc9db46b2251 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Floating IP bafbd45b-fd32-472b-b854-f603592f397e associated. External IP: 172.28.0.9, port: 9b3971f7-6d43-4f31-aef8-f671e2ea39db. May 10 13:35:33.551823 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a549e-edaa-4763-a3cf-b5a4a16b7326 req-9cea617e-e60b-4ca7-8478-8288af98144c tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:33.553810 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b18a549e-edaa-4763-a3cf-b5a4a16b7326 req-9cea617e-e60b-4ca7-8478-8288af98144c tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 946 time: 0.4093816 May 10 13:35:33.564601 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-ce6a362d-95b2-403d-9256-0e2daee17aa0 req-3e3faae1-fa58-42dd-9d51-d147d2b40ba1 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Calling delete_port for 7e15475c-59db-43e0-acaf-9c25763d387e owned by compute:nova {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:35:33.638809 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b18a549e-edaa-4763-a3cf-b5a4a16b7326 req-551f5554-dfe5-44e8-8913-ad88e1ab4681 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/security-groups?id=795e486e-4716-481e-8522-137472d799e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757692 May 10 13:35:33.691409 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-ba2492ac-8a10-46e8-8f2e-3dbcfd955a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'name': 'tempest-TestMinimumBasicScenario-1722816452-router', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:25Z', 'updated_at': '2021-05-10T13:32:32Z', 'revision_number': 4, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'gw_port': {'id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:26Z', 'updated_at': '2021-05-10T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': 'e59077c9-b443-4b4a-a122-f092fb890040', 'name': '', 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'mac_address': 'fa:16:3e:6f:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '28cae42e-babc-4b3c-91e3-f80b7f1706c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:30Z', 'updated_at': '2021-05-10T13:32:41Z', 'revision_number': 5, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'subnets': [{'id': '28cae42e-babc-4b3c-91e3-f80b7f1706c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:33.695770 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2492ac-8a10-46e8-8f2e-3dbcfd955a7a None None] Checking router: 1e855cc7-b136-46a2-b59e-3459b45448e1 for host: dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:35:33.706498 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2492ac-8a10-46e8-8f2e-3dbcfd955a7a None None] Routers {'1e855cc7-b136-46a2-b59e-3459b45448e1'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:35:33.707591 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-ba2492ac-8a10-46e8-8f2e-3dbcfd955a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:35:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['1e855cc7-b136-46a2-b59e-3459b45448e1'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:33.740076 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-ce6a362d-95b2-403d-9256-0e2daee17aa0 req-3e3faae1-fa58-42dd-9d51-d147d2b40ba1 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:33.747047 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-0d98fafd-9148-4567-b669-86f5124a6e61 tempest-ServerRescueNegativeTestJSON-1993298363 tempest-ServerRescueNegativeTestJSON-1993298363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:33.771011 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['7e15475c-59db-43e0-acaf-9c25763d387e'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:35:33.773074 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752a7a5b-25f9-4985-94e6-38136e6f49e7', 'tag': '41bd68c8-3acc-4883-8714-ea1578949900', 'status': 'completed', 'code': 200} May 10 13:35:33.850801 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3faae1-fa58-42dd-9d51-d147d2b40ba1 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Pushing event deleted for resources: {'Port': ['ID=7e15475c-59db-43e0-acaf-9c25763d387e,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:33.861301 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-3e3faae1-fa58-42dd-9d51-d147d2b40ba1 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:33.942447 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50489235-53b5-4f81-85db-bc9db46b2251 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:35:33.954290 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6a362d-95b2-403d-9256-0e2daee17aa0 req-3e3faae1-fa58-42dd-9d51-d147d2b40ba1 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] No DVR routers for this DVR port 7e15475c-59db-43e0-acaf-9c25763d387e on host hv-cinder-78494 {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:35:33.959213 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-ce6a362d-95b2-403d-9256-0e2daee17aa0 req-3e3faae1-fa58-42dd-9d51-d147d2b40ba1 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:33.961816 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f815b1-af85-4ba2-912e-517d40d5583e', 'name': 'network-vif-deleted', 'tag': '7e15475c-59db-43e0-acaf-9c25763d387e'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:35:33.970372 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-ba2492ac-8a10-46e8-8f2e-3dbcfd955a7a None None] Set router 1e855cc7-b136-46a2-b59e-3459b45448e1 gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:35:34.020968 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-ce6a362d-95b2-403d-9256-0e2daee17aa0 req-3e3faae1-fa58-42dd-9d51-d147d2b40ba1 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.11 "DELETE /v2.0/ports/7e15475c-59db-43e0-acaf-9c25763d387e HTTP/1.1" status: 204 len: 173 time: 1.0834858 May 10 13:35:34.024475 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3deb672-8bb3-41c5-a235-af776c48dffc req-c4fb6049-13d5-48d2-a897-e68217517df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:34.027301 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c3deb672-8bb3-41c5-a235-af776c48dffc req-c4fb6049-13d5-48d2-a897-e68217517df5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a6534be084a463cba9c1f70213e861c&device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 1099 time: 0.2388713 May 10 13:35:34.137491 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f815b1-af85-4ba2-912e-517d40d5583e', 'name': 'network-vif-deleted', 'tag': '7e15475c-59db-43e0-acaf-9c25763d387e', 'status': 'completed', 'code': 200} May 10 13:35:34.201769 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50489235-53b5-4f81-85db-bc9db46b2251 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:35:34.203167 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3deb672-8bb3-41c5-a235-af776c48dffc req-90bb9579-4458-4e36-949e-4ba7360eb077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:34.205238 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c3deb672-8bb3-41c5-a235-af776c48dffc req-90bb9579-4458-4e36-949e-4ba7360eb077 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cdc794b0-2dce-44ef-8006-d22c57c9443c HTTP/1.1" status: 200 len: 916 time: 0.1636462 May 10 13:35:34.212299 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-50489235-53b5-4f81-85db-bc9db46b2251 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for floatingip, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:34.212718 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36595331-d4ec-45ac-b778-e7c876f5e942 None None] Sync routers for ids ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'] in dv-cinder-784945-7-smb {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:35:34.225962 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36595331-d4ec-45ac-b778-e7c876f5e942 None None] Routers {'11b4aa14-3915-49e6-8f13-df8cee75a2e0'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:35:34.227176 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-36595331-d4ec-45ac-b778-e7c876f5e942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:35:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:34.308719 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c3deb672-8bb3-41c5-a235-af776c48dffc req-d811e8f0-9df5-4808-a027-2880ca1e3673 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41bd68c8-3acc-4883-8714-ea1578949900 HTTP/1.1" status: 200 len: 217 time: 0.0941637 May 10 13:35:34.457494 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-ba2492ac-8a10-46e8-8f2e-3dbcfd955a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'name': 'tempest-TestMinimumBasicScenario-1722816452-router', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:25Z', 'updated_at': '2021-05-10T13:32:32Z', 'revision_number': 4, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'gw_port': {'id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:26Z', 'updated_at': '2021-05-10T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': 'e59077c9-b443-4b4a-a122-f092fb890040', 'name': '', 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'mac_address': 'fa:16:3e:6f:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '28cae42e-babc-4b3c-91e3-f80b7f1706c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:30Z', 'updated_at': '2021-05-10T13:32:41Z', 'revision_number': 5, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'subnets': [{'id': '28cae42e-babc-4b3c-91e3-f80b7f1706c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:34.460785 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3deb672-8bb3-41c5-a235-af776c48dffc req-63af984e-f81d-4be6-9657-a245126c699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:34.463623 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c3deb672-8bb3-41c5-a235-af776c48dffc req-63af984e-f81d-4be6-9657-a245126c699f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=28cae42e-babc-4b3c-91e3-f80b7f1706c7 HTTP/1.1" status: 200 len: 854 time: 0.1310010 May 10 13:35:34.465299 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2492ac-8a10-46e8-8f2e-3dbcfd955a7a None None] The sync data for ids ['1e855cc7-b136-46a2-b59e-3459b45448e1'] in dv-cinder-784945-7-smb is: [{'id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'name': 'tempest-TestMinimumBasicScenario-1722816452-router', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:25Z', 'updated_at': '2021-05-10T13:32:32Z', 'revision_number': 4, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'gw_port': {'id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:26Z', 'updated_at': '2021-05-10T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': 'e59077c9-b443-4b4a-a122-f092fb890040', 'name': '', 'network_id': 'cdc794b0-2dce-44ef-8006-d22c57c9443c', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'mac_address': 'fa:16:3e:6f:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '28cae42e-babc-4b3c-91e3-f80b7f1706c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:30Z', 'updated_at': '2021-05-10T13:32:41Z', 'revision_number': 5, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'subnets': [{'id': '28cae42e-babc-4b3c-91e3-f80b7f1706c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:35:34.471341 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-50489235-53b5-4f81-85db-bc9db46b2251 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "PUT /v2.0/floatingips/bafbd45b-fd32-472b-b854-f603592f397e HTTP/1.1" status: 200 len: 989 time: 2.6648717 May 10 13:35:34.481270 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-36595331-d4ec-45ac-b778-e7c876f5e942 None None] Set router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:35:34.623312 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3deb672-8bb3-41c5-a235-af776c48dffc req-ac91c367-802f-4cd6-849f-fb9d7710cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:34.624992 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c3deb672-8bb3-41c5-a235-af776c48dffc req-ac91c367-802f-4cd6-849f-fb9d7710cf5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cdc794b0-2dce-44ef-8006-d22c57c9443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1526418 May 10 13:35:34.745594 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 41830) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:34.783287 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:34.916311 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25132905-220a-4ea6-8807-6b5700b24b07 None None] New status for floating IP b084b872-2f28-4fa4-946c-5a05e20e51ea: DOWN {{(pid=78779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 13:35:34.935380 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-3a361c79-e3f5-4d5d-a438-fb9a392e1bd0 req-a2666a5d-6d42-424e-87cb-10aab9435861 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Synchronizing usage tracker for tenant:c6ff9c06108141e989e233207747b7c7 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:35:34.956797 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-541b5a7a-461a-4381-9b71-3ac891730ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:34.970809 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c3deb672-8bb3-41c5-a235-af776c48dffc req-b80e44f1-615a-44e1-8ab5-cb236098705a service neutron] 10.222.0.11 "GET /v2.0/networks/cdc794b0-2dce-44ef-8006-d22c57c9443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291008 May 10 13:35:34.973080 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-541b5a7a-461a-4381-9b71-3ac891730ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:35:34.977679 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-541b5a7a-461a-4381-9b71-3ac891730ac3 admin admin] Usage tracker for resource:security_group_rule and tenant:fe35ce2501cd4d8d8224896041ed89e9 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:35:34.981313 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-541b5a7a-461a-4381-9b71-3ac891730ac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:35:34.988508 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-541b5a7a-461a-4381-9b71-3ac891730ac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:35:35.077928 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-3a361c79-e3f5-4d5d-a438-fb9a392e1bd0 req-a2666a5d-6d42-424e-87cb-10aab9435861 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Unset dirty status for tenant:c6ff9c06108141e989e233207747b7c7 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:35:35.078757 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3a361c79-e3f5-4d5d-a438-fb9a392e1bd0 req-a2666a5d-6d42-424e-87cb-10aab9435861 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] 10.222.0.30 "GET /v2.0/ports?device_id=04f815b1-af85-4ba2-912e-517d40d5583e HTTP/1.1" status: 200 len: 210 time: 0.2220385 May 10 13:35:35.079589 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-36595331-d4ec-45ac-b778-e7c876f5e942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:30:57Z', 'revision_number': 4, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_floatingips': [{'id': 'bafbd45b-fd32-472b-b854-f603592f397e', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'floating_ip_address': '172.28.0.9', 'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'router_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'port_id': '9b3971f7-6d43-4f31-aef8-f671e2ea39db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'mac_address': 'fa:16:3e:95:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13ee25-dd85-4e3d-a265-901af308d847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:35:19Z', 'updated_at': '2021-05-10T13:35:32Z', 'revision_number': 1, 'project_id': '94c12e582ce64e398dff331859cc2254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1757dd30-e03c-4052-9dd6-595f8047591e', 'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'mac_address': 'fa:16:3e:ac:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 5, 'project_id': '94c12e582ce64e398dff331859cc2254', 'subnets': [{'id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:35.084077 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36595331-d4ec-45ac-b778-e7c876f5e942 None None] Checking router: 11b4aa14-3915-49e6-8f13-df8cee75a2e0 for host: dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:35:35.096986 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36595331-d4ec-45ac-b778-e7c876f5e942 None None] Routers {'11b4aa14-3915-49e6-8f13-df8cee75a2e0'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:35:35.098383 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-36595331-d4ec-45ac-b778-e7c876f5e942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:35:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:35.120724 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-541b5a7a-461a-4381-9b71-3ac891730ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:35.125689 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-541b5a7a-461a-4381-9b71-3ac891730ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:35.137025 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-4fafe12a-d26d-43fa-9277-e938579631b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:35.141568 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c3deb672-8bb3-41c5-a235-af776c48dffc req-5f4c3462-43ed-4e2d-b6fa-ba30bcb7610b service neutron] 10.222.0.11 "GET /v2.0/networks/cdc794b0-2dce-44ef-8006-d22c57c9443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621273 May 10 13:35:35.182309 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 41838) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:35.182548 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-541b5a7a-461a-4381-9b71-3ac891730ac3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe35ce2501cd4d8d8224896041ed89e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4355948 May 10 13:35:35.184008 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b5a7a-461a-4381-9b71-3ac891730ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe5b5ab-98f9-4252-9e0d-e64ac3d33311,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:35.188052 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-541b5a7a-461a-4381-9b71-3ac891730ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:35.258104 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0d895c91-b854-48b8-8eeb-feeff6ebb9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:35.284928 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0d895c91-b854-48b8-8eeb-feeff6ebb9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:35.314576 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-36595331-d4ec-45ac-b778-e7c876f5e942 None None] Set router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:35:35.338499 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0d895c91-b854-48b8-8eeb-feeff6ebb9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:35.342172 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-7cbe9966-83f1-424e-bb81-6baeacd084b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:35.353637 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d895c91-b854-48b8-8eeb-feeff6ebb9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe5b5ab-98f9-4252-9e0d-e64ac3d33311,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:35.356059 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-0d895c91-b854-48b8-8eeb-feeff6ebb9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:35.364265 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0d895c91-b854-48b8-8eeb-feeff6ebb9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:35.368086 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-0d895c91-b854-48b8-8eeb-feeff6ebb9e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dfe5b5ab-98f9-4252-9e0d-e64ac3d33311 HTTP/1.1" status: 204 len: 168 time: 0.1838539 May 10 13:35:35.694109 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 41856) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:35.711911 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9f5b4923-85ff-47d8-9203-d54ddf5ad829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:35.714796 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-36595331-d4ec-45ac-b778-e7c876f5e942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:30:57Z', 'revision_number': 4, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_floatingips': [{'id': 'bafbd45b-fd32-472b-b854-f603592f397e', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'floating_ip_address': '172.28.0.9', 'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'router_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'port_id': '9b3971f7-6d43-4f31-aef8-f671e2ea39db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'mac_address': 'fa:16:3e:95:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13ee25-dd85-4e3d-a265-901af308d847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:35:19Z', 'updated_at': '2021-05-10T13:35:32Z', 'revision_number': 1, 'project_id': '94c12e582ce64e398dff331859cc2254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1757dd30-e03c-4052-9dd6-595f8047591e', 'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'mac_address': 'fa:16:3e:ac:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 5, 'project_id': '94c12e582ce64e398dff331859cc2254', 'subnets': [{'id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:35.719084 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36595331-d4ec-45ac-b778-e7c876f5e942 None None] The sync data for ids ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'] in dv-cinder-784945-7-smb is: [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:30:57Z', 'revision_number': 4, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_floatingips': [{'id': 'bafbd45b-fd32-472b-b854-f603592f397e', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'floating_ip_address': '172.28.0.9', 'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'router_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'port_id': '9b3971f7-6d43-4f31-aef8-f671e2ea39db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'mac_address': 'fa:16:3e:95:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13ee25-dd85-4e3d-a265-901af308d847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:35:19Z', 'updated_at': '2021-05-10T13:35:32Z', 'revision_number': 1, 'project_id': '94c12e582ce64e398dff331859cc2254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1757dd30-e03c-4052-9dd6-595f8047591e', 'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'mac_address': 'fa:16:3e:ac:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 5, 'project_id': '94c12e582ce64e398dff331859cc2254', 'subnets': [{'id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:35:35.727576 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-9f5b4923-85ff-47d8-9203-d54ddf5ad829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:35:35.733180 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-9f5b4923-85ff-47d8-9203-d54ddf5ad829 admin admin] Usage tracker for resource:security_group_rule and tenant:f70d0f6b31364cd993ba3c1ad2c6dd06 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:35:35.736215 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-9f5b4923-85ff-47d8-9203-d54ddf5ad829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:35:35.742189 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-9f5b4923-85ff-47d8-9203-d54ddf5ad829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:35:35.773967 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e13ee25-dd85-4e3d-a265-901af308d847', 'tag': '9b3971f7-6d43-4f31-aef8-f671e2ea39db'}] {{(pid=78777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:35:35.822567 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e13ee25-dd85-4e3d-a265-901af308d847', 'tag': '9b3971f7-6d43-4f31-aef8-f671e2ea39db', 'status': 'completed', 'code': 200} May 10 13:35:35.839195 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9f5b4923-85ff-47d8-9203-d54ddf5ad829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:35.880964 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9f5b4923-85ff-47d8-9203-d54ddf5ad829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:35.894549 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1cb436f7-058f-4201-8235-0485efcd3c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:35.925078 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231d1281-cdef-4ad2-8f81-ca673c15184c None None] New status for floating IP bafbd45b-fd32-472b-b854-f603592f397e: ACTIVE {{(pid=78780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 13:35:35.944658 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-9f5b4923-85ff-47d8-9203-d54ddf5ad829 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f70d0f6b31364cd993ba3c1ad2c6dd06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494853 May 10 13:35:35.947064 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b4923-85ff-47d8-9203-d54ddf5ad829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727b71b9-7b34-464e-9b32-e92543295111,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:35.947941 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 41862) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:35.950016 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-9f5b4923-85ff-47d8-9203-d54ddf5ad829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:35.971992 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6eba9-1171-4f29-8ea2-6e0f403b30b9 req-7033fe06-9633-4b73-8a6e-f2a3326abfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:35.973501 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5cc6eba9-1171-4f29-8ea2-6e0f403b30b9 req-7033fe06-9633-4b73-8a6e-f2a3326abfa9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94c12e582ce64e398dff331859cc2254&device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 1098 time: 0.1308441 May 10 13:35:36.012165 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ead7b2cd-b2da-4e48-a3bf-35c2dfb4ead2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:36.041630 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ead7b2cd-b2da-4e48-a3bf-35c2dfb4ead2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:36.096633 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ead7b2cd-b2da-4e48-a3bf-35c2dfb4ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:36.101063 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-bd3697a0-4a54-42e0-9e6f-26d27910421f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:36.124254 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7b2cd-b2da-4e48-a3bf-35c2dfb4ead2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727b71b9-7b34-464e-9b32-e92543295111,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:36.130133 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ead7b2cd-b2da-4e48-a3bf-35c2dfb4ead2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:36.133257 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ead7b2cd-b2da-4e48-a3bf-35c2dfb4ead2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:36.137595 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-ead7b2cd-b2da-4e48-a3bf-35c2dfb4ead2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/727b71b9-7b34-464e-9b32-e92543295111 HTTP/1.1" status: 204 len: 168 time: 0.1885784 May 10 13:35:36.230082 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6eba9-1171-4f29-8ea2-6e0f403b30b9 req-54f59923-1008-41ee-8313-a24cfb0aea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:36.232503 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5cc6eba9-1171-4f29-8ea2-6e0f403b30b9 req-54f59923-1008-41ee-8313-a24cfb0aea69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803 HTTP/1.1" status: 200 len: 918 time: 0.2522552 May 10 13:35:36.357891 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5cc6eba9-1171-4f29-8ea2-6e0f403b30b9 req-bd85d9c3-e3f6-4c0e-b1ee-9b221c57d588 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b3971f7-6d43-4f31-aef8-f671e2ea39db HTTP/1.1" status: 200 len: 999 time: 0.1181860 May 10 13:35:36.422255 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6eba9-1171-4f29-8ea2-6e0f403b30b9 req-70dff347-49ea-4e4e-b47c-2a8f465df7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:36.423701 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5cc6eba9-1171-4f29-8ea2-6e0f403b30b9 req-70dff347-49ea-4e4e-b47c-2a8f465df7f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24199e2d-ee05-4653-a9ce-54cbb6e9b5cc HTTP/1.1" status: 200 len: 856 time: 0.0585721 May 10 13:35:36.459951 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 7e15475c-59db-43e0-acaf-9c25763d387e no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:35:36.510176 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6eba9-1171-4f29-8ea2-6e0f403b30b9 req-ef3aeb00-a15e-4874-bd26-095c7fa85273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:36.511537 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] No Port match for: 7e15475c-59db-43e0-acaf-9c25763d387e {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:35:36.511852 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5cc6eba9-1171-4f29-8ea2-6e0f403b30b9 req-ef3aeb00-a15e-4874-bd26-095c7fa85273 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806534 May 10 13:35:36.512269 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 7e15475c-59db-43e0-acaf-9c25763d387e not bound to the agent host hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:35:36.532812 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ed2130d5-5ef5-4e84-b28c-0c7c302ef750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:36.666587 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5cc6eba9-1171-4f29-8ea2-6e0f403b30b9 req-744a5a1f-b70a-4a3b-8cc5-16638287adbc service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468797 May 10 13:35:36.854606 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5cc6eba9-1171-4f29-8ea2-6e0f403b30b9 req-f48793f1-eb59-4a29-a83c-0172cc16ca4b service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791372 May 10 13:35:37.132454 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81e8d3-3138-486b-9054-296164c5c4b8 req-0edaca89-9d91-4c78-b08c-ec8096660f52 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:37.133144 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-3e81e8d3-3138-486b-9054-296164c5c4b8 req-0edaca89-9d91-4c78-b08c-ec8096660f52 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Synchronizing usage tracker for tenant:1a6534be084a463cba9c1f70213e861c on resource:port {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:35:37.148586 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-3e81e8d3-3138-486b-9054-296164c5c4b8 req-0edaca89-9d91-4c78-b08c-ec8096660f52 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Unset dirty status for tenant:1a6534be084a463cba9c1f70213e861c on resource:port {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:35:37.149747 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3e81e8d3-3138-486b-9054-296164c5c4b8 req-0edaca89-9d91-4c78-b08c-ec8096660f52 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 946 time: 0.0958686 May 10 13:35:37.200491 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3e81e8d3-3138-486b-9054-296164c5c4b8 req-383494ed-9b06-4015-88af-6997918772e2 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440094 May 10 13:35:38.383632 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19c434-cd2b-4429-9337-c01905eecd50 req-40c0c18b-dfe9-44e1-8349-f0d24119090a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:38.384997 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ec19c434-cd2b-4429-9337-c01905eecd50 req-40c0c18b-dfe9-44e1-8349-f0d24119090a tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 946 time: 0.0785933 May 10 13:35:38.430102 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ec19c434-cd2b-4429-9337-c01905eecd50 req-28984be9-c489-4ad5-a59d-3b88fa617279 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/security-groups?id=97626381-a857-4600-bcf6-c031053ecf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393751 May 10 13:35:38.965206 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfcab0-6fae-419e-93aa-37115b1ae945 req-e3d09e6e-0046-4d45-b3fc-a35822789e94 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:38.966665 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-17cfcab0-6fae-419e-93aa-37115b1ae945 req-e3d09e6e-0046-4d45-b3fc-a35822789e94 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.11 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 946 time: 0.0828605 May 10 13:35:39.017775 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-39d44924-165f-4dfc-8893-7f0f66731c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:39.108002 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-17cfcab0-6fae-419e-93aa-37115b1ae945 req-1d5c059f-7cc4-4077-bc4d-f9eac6cb0449 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Deleting port 41bd68c8-3acc-4883-8714-ea1578949900 {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:35:39.108327 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-17cfcab0-6fae-419e-93aa-37115b1ae945 req-1d5c059f-7cc4-4077-bc4d-f9eac6cb0449 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:39.193533 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:39.245993 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-17cfcab0-6fae-419e-93aa-37115b1ae945 req-1d5c059f-7cc4-4077-bc4d-f9eac6cb0449 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] For port 41bd68c8-3acc-4883-8714-ea1578949900, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=41bd68c8-3acc-4883-8714-ea1578949900,segment=NetworkSegment(65396b7b-d93f-43e7-8797-7e6577a2e7f2),segment_id=65396b7b-d93f-43e7-8797-7e6577a2e7f2)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:39.246345 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-17cfcab0-6fae-419e-93aa-37115b1ae945 req-1d5c059f-7cc4-4077-bc4d-f9eac6cb0449 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:39.365534 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-17cfcab0-6fae-419e-93aa-37115b1ae945 req-1d5c059f-7cc4-4077-bc4d-f9eac6cb0449 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Calling delete_port for 41bd68c8-3acc-4883-8714-ea1578949900 owned by compute:nova {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:35:39.479032 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-17cfcab0-6fae-419e-93aa-37115b1ae945 req-1d5c059f-7cc4-4077-bc4d-f9eac6cb0449 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:39.486426 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-9cf93257-26bd-4597-be3e-cc63d223d79f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:39.493469 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['41bd68c8-3acc-4883-8714-ea1578949900'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:35:39.534477 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c059f-7cc4-4077-bc4d-f9eac6cb0449 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Pushing event deleted for resources: {'Port': ['ID=41bd68c8-3acc-4883-8714-ea1578949900,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:39.537443 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1d5c059f-7cc4-4077-bc4d-f9eac6cb0449 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:39.597960 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-fc04f7d2-3375-403c-9d72-23bc20eea90c req-7499761e-d4ba-47a7-9140-346e364e628c tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.30 "GET /v2.0/ports?device_id=752a7a5b-25f9-4985-94e6-38136e6f49e7 HTTP/1.1" status: 200 len: 210 time: 0.0548270 May 10 13:35:39.616873 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cfcab0-6fae-419e-93aa-37115b1ae945 req-1d5c059f-7cc4-4077-bc4d-f9eac6cb0449 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] No DVR routers for this DVR port 41bd68c8-3acc-4883-8714-ea1578949900 on host hv-cinder-78494 {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:35:39.619413 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-17cfcab0-6fae-419e-93aa-37115b1ae945 req-1d5c059f-7cc4-4077-bc4d-f9eac6cb0449 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:39.621916 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752a7a5b-25f9-4985-94e6-38136e6f49e7', 'name': 'network-vif-deleted', 'tag': '41bd68c8-3acc-4883-8714-ea1578949900'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:35:39.642900 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-17cfcab0-6fae-419e-93aa-37115b1ae945 req-1d5c059f-7cc4-4077-bc4d-f9eac6cb0449 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] 10.222.0.11 "DELETE /v2.0/ports/41bd68c8-3acc-4883-8714-ea1578949900 HTTP/1.1" status: 204 len: 173 time: 0.6702206 May 10 13:35:39.669452 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752a7a5b-25f9-4985-94e6-38136e6f49e7', 'name': 'network-vif-deleted', 'tag': '41bd68c8-3acc-4883-8714-ea1578949900', 'status': 'completed', 'code': 200} May 10 13:35:40.217570 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:40.297256 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 41952) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:40.414282 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f4843890-8b43-4121-a77a-a06b669cd78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:40.427966 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-f4843890-8b43-4121-a77a-a06b669cd78d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:35:40.432256 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-f4843890-8b43-4121-a77a-a06b669cd78d admin admin] Usage tracker for resource:security_group_rule and tenant:fc39bb53928248e9878b21be4f7c255d is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:35:40.435021 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-f4843890-8b43-4121-a77a-a06b669cd78d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:35:40.440667 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-f4843890-8b43-4121-a77a-a06b669cd78d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:35:40.524791 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f4843890-8b43-4121-a77a-a06b669cd78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:40.528616 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f4843890-8b43-4121-a77a-a06b669cd78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:40.536876 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-b6d031a9-06f2-4481-ae43-04bfa419e70d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:40.575530 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-f4843890-8b43-4121-a77a-a06b669cd78d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc39bb53928248e9878b21be4f7c255d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765026 May 10 13:35:40.577169 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4843890-8b43-4121-a77a-a06b669cd78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cedfae-667c-4a54-9df0-6da73d833c2a,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:40.578253 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 41958) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:40.580303 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-f4843890-8b43-4121-a77a-a06b669cd78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:40.639974 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3d0c571d-1641-4086-aacc-9f8d763703ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:40.666546 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3d0c571d-1641-4086-aacc-9f8d763703ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:40.720830 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3d0c571d-1641-4086-aacc-9f8d763703ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:40.724643 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-137fbf7a-d53a-41bd-b24e-8b6e722b6e0b tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:40.736716 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c571d-1641-4086-aacc-9f8d763703ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cedfae-667c-4a54-9df0-6da73d833c2a,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:40.739392 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-3d0c571d-1641-4086-aacc-9f8d763703ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:40.746168 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3d0c571d-1641-4086-aacc-9f8d763703ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:40.747403 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-3d0c571d-1641-4086-aacc-9f8d763703ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/39cedfae-667c-4a54-9df0-6da73d833c2a HTTP/1.1" status: 204 len: 168 time: 0.1681855 May 10 13:35:41.231269 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16a938-8827-4005-b5ed-b0726410a008 req-9682484e-f82e-436f-874f-c6cb2f92463b tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:41.238558 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8a16a938-8827-4005-b5ed-b0726410a008 req-9682484e-f82e-436f-874f-c6cb2f92463b tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.1104023 May 10 13:35:41.291659 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-8a16a938-8827-4005-b5ed-b0726410a008 req-cd5da699-2c54-4d8c-b2fa-ece7fa0e22c5 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512531 May 10 13:35:41.560738 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42030) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:42.006926 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:42.078905 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d3d43822-cbf3-4c61-b666-594d36cb5c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704771'] for router_interface, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:42.498084 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 41bd68c8-3acc-4883-8714-ea1578949900 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:35:42.543144 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] No Port match for: 41bd68c8-3acc-4883-8714-ea1578949900 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:35:42.543492 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 41bd68c8-3acc-4883-8714-ea1578949900 not bound to the agent host hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:35:42.578735 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c68360-3cae-4917-bb32-8c13150a425e req-4121f39a-9b0c-40a3-9a30-0daae90fc344 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:42.580171 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-23c68360-3cae-4917-bb32-8c13150a425e req-4121f39a-9b0c-40a3-9a30-0daae90fc344 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.1475050 May 10 13:35:42.674900 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-23c68360-3cae-4917-bb32-8c13150a425e req-bc714a8f-14c8-49f3-9e0b-9c38fffb7c90 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880308 May 10 13:35:42.702221 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-d3d43822-cbf3-4c61-b666-594d36cb5c83 admin admin] Deleting port e59077c9-b443-4b4a-a122-f092fb890040 {{(pid=78777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:35:42.702562 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d3d43822-cbf3-4c61-b666-594d36cb5c83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:42.822670 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.db [None req-d3d43822-cbf3-4c61-b666-594d36cb5c83 admin admin] For port e59077c9-b443-4b4a-a122-f092fb890040, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=e59077c9-b443-4b4a-a122-f092fb890040,segment=NetworkSegment(65396b7b-d93f-43e7-8797-7e6577a2e7f2),segment_id=65396b7b-d93f-43e7-8797-7e6577a2e7f2)] {{(pid=78777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:42.823020 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d3d43822-cbf3-4c61-b666-594d36cb5c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:42.941629 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-d3d43822-cbf3-4c61-b666-594d36cb5c83 admin admin] Calling delete_port for e59077c9-b443-4b4a-a122-f092fb890040 owned by network:router_interface {{(pid=78777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:35:43.075398 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d3d43822-cbf3-4c61-b666-594d36cb5c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:43.079775 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-fb27abd9-4a3b-4b5b-a942-fd72b7de7573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:43.151363 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d43822-cbf3-4c61-b666-594d36cb5c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=e59077c9-b443-4b4a-a122-f092fb890040,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:43.153856 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-d3d43822-cbf3-4c61-b666-594d36cb5c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:43.336076 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23767e-5553-4370-92aa-e135aa2d5f00 req-7de2eb04-1c26-4864-bb1a-6fcc5f718af5 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:43.337496 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b23767e-5553-4370-92aa-e135aa2d5f00 req-7de2eb04-1c26-4864-bb1a-6fcc5f718af5 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.11 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.0812395 May 10 13:35:43.387976 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-d3d43822-cbf3-4c61-b666-594d36cb5c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710067'] for router_interface, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:43.565195 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-6b23767e-5553-4370-92aa-e135aa2d5f00 req-e83d71fc-6f29-4e3a-9143-6e091ff22905 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Deleting port e926e862-2c57-4a10-9077-962a29aa4b7c {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:35:43.565571 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6b23767e-5553-4370-92aa-e135aa2d5f00 req-e83d71fc-6f29-4e3a-9143-6e091ff22905 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:43.700910 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-6b23767e-5553-4370-92aa-e135aa2d5f00 req-e83d71fc-6f29-4e3a-9143-6e091ff22905 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] For port e926e862-2c57-4a10-9077-962a29aa4b7c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e926e862-2c57-4a10-9077-962a29aa4b7c,segment=NetworkSegment(34c07bce-b33b-4445-a41e-39719457dc45),segment_id=34c07bce-b33b-4445-a41e-39719457dc45)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:43.701265 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6b23767e-5553-4370-92aa-e135aa2d5f00 req-e83d71fc-6f29-4e3a-9143-6e091ff22905 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:43.740565 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d43822-cbf3-4c61-b666-594d36cb5c83 admin admin] Router 1e855cc7-b136-46a2-b59e-3459b45448e1 has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:35:43.996820 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6b23767e-5553-4370-92aa-e135aa2d5f00 req-e83d71fc-6f29-4e3a-9143-6e091ff22905 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:43.997688 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6b23767e-5553-4370-92aa-e135aa2d5f00 req-e83d71fc-6f29-4e3a-9143-6e091ff22905 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1711226'] for floatingip, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:43.998214 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.db.l3_db [req-6b23767e-5553-4370-92aa-e135aa2d5f00 req-e83d71fc-6f29-4e3a-9143-6e091ff22905 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Floating IP 3482e33e-b6cc-4e58-a736-cb15054e3207 disassociated. External IP: 172.28.0.24, port: e926e862-2c57-4a10-9077-962a29aa4b7c. May 10 13:35:43.998692 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-6b23767e-5553-4370-92aa-e135aa2d5f00 req-e83d71fc-6f29-4e3a-9143-6e091ff22905 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Calling delete_port for e926e862-2c57-4a10-9077-962a29aa4b7c owned by compute:nova {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:35:44.122159 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6b23767e-5553-4370-92aa-e135aa2d5f00 req-e83d71fc-6f29-4e3a-9143-6e091ff22905 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:44.130329 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1d5c059f-7cc4-4077-bc4d-f9eac6cb0449 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:44.142238 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71ff7c-8ad4-40a8-9338-b4820da92440 req-d31a1815-4e60-422d-ad40-6bd438a41840 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:44.143698 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1d71ff7c-8ad4-40a8-9338-b4820da92440 req-d31a1815-4e60-422d-ad40-6bd438a41840 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f841c-1d60-4b6a-8df3-7d0a1790cf5e HTTP/1.1" status: 200 len: 945 time: 0.2246585 May 10 13:35:44.144807 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d43822-cbf3-4c61-b666-594d36cb5c83 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:35:44.154222 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76e84a5-7848-435a-afa3-d7b5e4210c81 None None] Sync routers for ids ['1e855cc7-b136-46a2-b59e-3459b45448e1'] in dv-cinder-784945-7-smb {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:35:44.165679 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76e84a5-7848-435a-afa3-d7b5e4210c81 None None] Routers {'1e855cc7-b136-46a2-b59e-3459b45448e1'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:35:44.167143 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-a76e84a5-7848-435a-afa3-d7b5e4210c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:35:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['1e855cc7-b136-46a2-b59e-3459b45448e1'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:44.179355 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d71fc-6f29-4e3a-9143-6e091ff22905 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Pushing event deleted for resources: {'Port': ['ID=e926e862-2c57-4a10-9077-962a29aa4b7c,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:44.181871 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-e83d71fc-6f29-4e3a-9143-6e091ff22905 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:44.207621 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-d3d43822-cbf3-4c61-b666-594d36cb5c83 admin admin] 10.222.0.30 "PUT /v2.0/routers/1e855cc7-b136-46a2-b59e-3459b45448e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6448777 May 10 13:35:44.210078 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42056) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:44.354211 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1d71ff7c-8ad4-40a8-9338-b4820da92440 req-8a10052b-63c1-4a1c-ad23-6ab67350eddb tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba89562a-9022-42b4-abc8-7bb9f575a75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925058 May 10 13:35:44.383340 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b23767e-5553-4370-92aa-e135aa2d5f00 req-e83d71fc-6f29-4e3a-9143-6e091ff22905 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:35:44.390527 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-a76e84a5-7848-435a-afa3-d7b5e4210c81 None None] Set router 1e855cc7-b136-46a2-b59e-3459b45448e1 gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:35:44.410155 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a6f67f9f-1311-4ca4-af10-93d46e7d3453 admin admin] Notify callbacks [] for router, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:44.577829 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b23767e-5553-4370-92aa-e135aa2d5f00 req-e83d71fc-6f29-4e3a-9143-6e091ff22905 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:35:44.588717 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555a4ef3-0ff3-4b4a-9ddf-bbc49588c58b None None] Sync routers for ids ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'] in dv-cinder-784945-7-smb {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:35:44.601433 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a6f67f9f-1311-4ca4-af10-93d46e7d3453 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:44.603325 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555a4ef3-0ff3-4b4a-9ddf-bbc49588c58b None None] Routers {'42dd5131-8cd3-4b89-a34a-9f8be272e4d3'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:35:44.604884 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-555a4ef3-0ff3-4b4a-9ddf-bbc49588c58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:35:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:44.671502 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b23767e-5553-4370-92aa-e135aa2d5f00 req-e83d71fc-6f29-4e3a-9143-6e091ff22905 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] No DVR routers for this DVR port e926e862-2c57-4a10-9077-962a29aa4b7c on host hv-cinder-78494 {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:35:44.674449 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6b23767e-5553-4370-92aa-e135aa2d5f00 req-e83d71fc-6f29-4e3a-9143-6e091ff22905 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:44.678640 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66f841c-1d60-4b6a-8df3-7d0a1790cf5e', 'name': 'network-vif-deleted', 'tag': 'e926e862-2c57-4a10-9077-962a29aa4b7c'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:35:44.694036 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-a6f67f9f-1311-4ca4-af10-93d46e7d3453 admin admin] Deleting port 87f0f716-1654-4407-9746-2bb0cc29f412 {{(pid=78777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:35:44.694390 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a6f67f9f-1311-4ca4-af10-93d46e7d3453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:44.698147 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b23767e-5553-4370-92aa-e135aa2d5f00 req-e83d71fc-6f29-4e3a-9143-6e091ff22905 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.11 "DELETE /v2.0/ports/e926e862-2c57-4a10-9077-962a29aa4b7c HTTP/1.1" status: 204 len: 173 time: 1.3533990 May 10 13:35:44.781539 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66f841c-1d60-4b6a-8df3-7d0a1790cf5e', 'name': 'network-vif-deleted', 'tag': 'e926e862-2c57-4a10-9077-962a29aa4b7c', 'status': 'completed', 'code': 200} May 10 13:35:44.794555 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-a76e84a5-7848-435a-afa3-d7b5e4210c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'name': 'tempest-TestMinimumBasicScenario-1722816452-router', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:25Z', 'updated_at': '2021-05-10T13:35:43Z', 'revision_number': 5, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'gw_port': {'id': '87f0f716-1654-4407-9746-2bb0cc29f412', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:26Z', 'updated_at': '2021-05-10T13:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:44.799391 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76e84a5-7848-435a-afa3-d7b5e4210c81 None None] Checking router: 1e855cc7-b136-46a2-b59e-3459b45448e1 for host: dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:35:44.812361 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76e84a5-7848-435a-afa3-d7b5e4210c81 None None] Routers {'1e855cc7-b136-46a2-b59e-3459b45448e1'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:35:44.813264 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-a76e84a5-7848-435a-afa3-d7b5e4210c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:35:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['1e855cc7-b136-46a2-b59e-3459b45448e1'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:44.875819 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.db [None req-a6f67f9f-1311-4ca4-af10-93d46e7d3453 admin admin] For port 87f0f716-1654-4407-9746-2bb0cc29f412, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=87f0f716-1654-4407-9746-2bb0cc29f412,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:44.876401 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a6f67f9f-1311-4ca4-af10-93d46e7d3453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:44.913093 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-555a4ef3-0ff3-4b4a-9ddf-bbc49588c58b None None] Set router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:35:44.987117 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-a76e84a5-7848-435a-afa3-d7b5e4210c81 None None] Set router 1e855cc7-b136-46a2-b59e-3459b45448e1 gateway port host: None {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:35:44.999832 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-a6f67f9f-1311-4ca4-af10-93d46e7d3453 admin admin] Calling delete_port for 87f0f716-1654-4407-9746-2bb0cc29f412 owned by network:router_gateway {{(pid=78777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:35:45.092310 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-a76e84a5-7848-435a-afa3-d7b5e4210c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'name': 'tempest-TestMinimumBasicScenario-1722816452-router', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:25Z', 'updated_at': '2021-05-10T13:35:44Z', 'revision_number': 6, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'gw_port_host': None}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:45.096164 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76e84a5-7848-435a-afa3-d7b5e4210c81 None None] The sync data for ids ['1e855cc7-b136-46a2-b59e-3459b45448e1'] in dv-cinder-784945-7-smb is: [{'id': '1e855cc7-b136-46a2-b59e-3459b45448e1', 'name': 'tempest-TestMinimumBasicScenario-1722816452-router', 'tenant_id': '1a6534be084a463cba9c1f70213e861c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:25Z', 'updated_at': '2021-05-10T13:35:44Z', 'revision_number': 6, 'project_id': '1a6534be084a463cba9c1f70213e861c', 'gw_port_host': None}] {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:35:45.162659 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a6f67f9f-1311-4ca4-af10-93d46e7d3453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:45.169169 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:45.225641 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f67f9f-1311-4ca4-af10-93d46e7d3453 admin admin] Pushing event deleted for resources: {'Port': ['ID=87f0f716-1654-4407-9746-2bb0cc29f412,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:45.233033 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-a6f67f9f-1311-4ca4-af10-93d46e7d3453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:45.250053 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-555a4ef3-0ff3-4b4a-9ddf-bbc49588c58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:31:06Z', 'revision_number': 4, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port': {'id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae', 'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'mac_address': 'fa:16:3e:6a:0c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:02Z', 'updated_at': '2021-05-10T13:31:18Z', 'revision_number': 5, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'subnets': [{'id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:45.253928 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555a4ef3-0ff3-4b4a-9ddf-bbc49588c58b None None] Checking router: 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 for host: dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:35:45.263020 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555a4ef3-0ff3-4b4a-9ddf-bbc49588c58b None None] Routers {'42dd5131-8cd3-4b89-a34a-9f8be272e4d3'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:35:45.263934 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-555a4ef3-0ff3-4b4a-9ddf-bbc49588c58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:35:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:45.329710 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a6f67f9f-1311-4ca4-af10-93d46e7d3453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711207'] for router_gateway, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:45.462124 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-555a4ef3-0ff3-4b4a-9ddf-bbc49588c58b None None] Set router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:35:45.578418 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 42072) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:45.672574 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bccfc0a9-7c0b-45c4-907a-1bcc6a02cd7b tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:45.684162 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a6f67f9f-1311-4ca4-af10-93d46e7d3453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103759'] for router, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:45.688010 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a6f67f9f-1311-4ca4-af10-93d46e7d3453 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:45.702250 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bccfc0a9-7c0b-45c4-907a-1bcc6a02cd7b tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:45.718734 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a6f67f9f-1311-4ca4-af10-93d46e7d3453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1801077'] for router, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:45.719372 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f67f9f-1311-4ca4-af10-93d46e7d3453 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e855cc7-b136-46a2-b59e-3459b45448e1 {{(pid=78777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 13:35:45.740880 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a6f67f9f-1311-4ca4-af10-93d46e7d3453 admin admin] Notify callbacks [] for router, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:45.745787 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 42076) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:45.746170 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-a6f67f9f-1311-4ca4-af10-93d46e7d3453 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1e855cc7-b136-46a2-b59e-3459b45448e1 HTTP/1.1" status: 204 len: 168 time: 1.5349317 May 10 13:35:45.807665 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] Deleting subnet 28cae42e-babc-4b3c-91e3-f80b7f1706c7 {{(pid=78778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 13:35:45.810836 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:45.851065 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bccfc0a9-7c0b-45c4-907a-1bcc6a02cd7b tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:45.858410 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-05a845c9-b250-4aa2-9e8b-bf8f73e02d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:45.882214 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfc0a9-7c0b-45c4-907a-1bcc6a02cd7b tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba89562a-9022-42b4-abc8-7bb9f575a75c,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:45.886253 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-555a4ef3-0ff3-4b4a-9ddf-bbc49588c58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:31:06Z', 'revision_number': 4, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port': {'id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae', 'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'mac_address': 'fa:16:3e:6a:0c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:02Z', 'updated_at': '2021-05-10T13:31:18Z', 'revision_number': 5, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'subnets': [{'id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:45.892476 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296092'] for subnet, precommit_delete_associations {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:45.896708 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555a4ef3-0ff3-4b4a-9ddf-bbc49588c58b None None] The sync data for ids ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'] in dv-cinder-784945-7-smb is: [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:31:06Z', 'revision_number': 4, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port': {'id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae', 'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'mac_address': 'fa:16:3e:6a:0c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:02Z', 'updated_at': '2021-05-10T13:31:18Z', 'revision_number': 5, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'subnets': [{'id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:35:45.940434 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-bccfc0a9-7c0b-45c4-907a-1bcc6a02cd7b tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:45.980517 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bccfc0a9-7c0b-45c4-907a-1bcc6a02cd7b tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:45.981632 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-bccfc0a9-7c0b-45c4-907a-1bcc6a02cd7b tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "DELETE /v2.0/security-groups/ba89562a-9022-42b4-abc8-7bb9f575a75c HTTP/1.1" status: 204 len: 168 time: 0.4014804 May 10 13:35:45.984522 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 42086) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:46.014111 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.api.v2.resource [None req-5b742cfb-2781-4b9d-a62b-fc14efffd174 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] show failed (client error): The resource could not be found. May 10 13:35:46.015128 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-5b742cfb-2781-4b9d-a62b-fc14efffd174 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups/ba89562a-9022-42b4-abc8-7bb9f575a75c HTTP/1.1" status: 404 len: 347 time: 0.0297377 May 10 13:35:46.018333 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42090) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:46.080457 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862903'] for subnet, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:46.116518 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device e59077c9-b443-4b4a-a122-f092fb890040 no longer exists at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:35:46.159189 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] No Port match for: e59077c9-b443-4b4a-a122-f092fb890040 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:35:46.161651 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device e59077c9-b443-4b4a-a122-f092fb890040 not bound to the agent host dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:35:46.162396 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 87f0f716-1654-4407-9746-2bb0cc29f412 no longer exists at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:35:46.201991 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] No Port match for: 87f0f716-1654-4407-9746-2bb0cc29f412 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:35:46.202510 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 87f0f716-1654-4407-9746-2bb0cc29f412 not bound to the agent host dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:35:46.277992 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-a2c91f27-7c8c-4b26-b91b-3cabe7f19f28 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Deleting port 6e7c706e-fb22-408e-97c7-04670bb8dc18 {{(pid=78777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:35:46.278335 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a2c91f27-7c8c-4b26-b91b-3cabe7f19f28 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:46.416744 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a2c91f27-7c8c-4b26-b91b-3cabe7f19f28 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:46.417076 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a2c91f27-7c8c-4b26-b91b-3cabe7f19f28 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:46.460315 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2180919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2414209'] for subnet, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:46.466957 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:46.473041 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9933c3a-64be-4123-8856-0770cf85376d None None] New status for floating IP 3482e33e-b6cc-4e58-a736-cb15054e3207: DOWN {{(pid=78779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 13:35:46.503169 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28cae42e-babc-4b3c-91e3-f80b7f1706c7,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:46.507870 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:46.520757 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:46.521265 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:46.521759 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:46.522208 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:46.522659 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:46.523114 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:46.523581 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:46.524032 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:46.524479 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:46.525536 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:46.526516 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:46.527004 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:35:46.530865 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e4497a-0bca-43c3-a336-82b3482a7a58 None None] Network cdc794b0-2dce-44ef-8006-d22c57c9443c requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:35:46.542950 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:46.543086 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42094) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:46.543202 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-ec4921f6-5004-4993-86f9-d38f4be7dd02 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/28cae42e-babc-4b3c-91e3-f80b7f1706c7 HTTP/1.1" status: 204 len: 168 time: 0.7927859 May 10 13:35:46.543326 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device e926e862-2c57-4a10-9077-962a29aa4b7c no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:35:46.566138 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-a2c91f27-7c8c-4b26-b91b-3cabe7f19f28 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Calling delete_port for 6e7c706e-fb22-408e-97c7-04670bb8dc18 owned by network:floatingip {{(pid=78777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:35:46.664111 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782519'] for network, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:46.682395 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] No Port match for: e926e862-2c57-4a10-9077-962a29aa4b7c {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:35:46.682742 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device e926e862-2c57-4a10-9077-962a29aa4b7c not bound to the agent host hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:35:46.791231 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] Deleting port c7437746-502c-4ba6-b2aa-e9d322f71019 {{(pid=78777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:35:46.791568 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:46.893529 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.db.api [None req-c9933c3a-64be-4123-8856-0770cf85376d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 13:35:46.894352 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_db.api [None req-c9933c3a-64be-4123-8856-0770cf85376d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 13:35:46.897247 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a2c91f27-7c8c-4b26-b91b-3cabe7f19f28 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:46.904266 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-d3d43822-cbf3-4c61-b666-594d36cb5c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:46.926651 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142955aa-8209-4f2e-ae3c-3ca576f8964c None None] DHCP port deletion for cdc794b0-2dce-44ef-8006-d22c57c9443c request from dv-cinder-784945-7-smb {{(pid=78779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 13:35:46.950784 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c91f27-7c8c-4b26-b91b-3cabe7f19f28 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Pushing event deleted for resources: {'Port': ['ID=6e7c706e-fb22-408e-97c7-04670bb8dc18,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:46.985456 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-a2c91f27-7c8c-4b26-b91b-3cabe7f19f28 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:46.991938 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.db [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] For port c7437746-502c-4ba6-b2aa-e9d322f71019, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=c7437746-502c-4ba6-b2aa-e9d322f71019,segment=NetworkSegment(65396b7b-d93f-43e7-8797-7e6577a2e7f2),segment_id=65396b7b-d93f-43e7-8797-7e6577a2e7f2)] {{(pid=78777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:46.992293 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:46.996993 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-142955aa-8209-4f2e-ae3c-3ca576f8964c None None] Deleting port c7437746-502c-4ba6-b2aa-e9d322f71019 {{(pid=78779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:35:46.997592 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-142955aa-8209-4f2e-ae3c-3ca576f8964c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:47.107457 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-142955aa-8209-4f2e-ae3c-3ca576f8964c None None] For port c7437746-502c-4ba6-b2aa-e9d322f71019, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=c7437746-502c-4ba6-b2aa-e9d322f71019,segment=NetworkSegment(65396b7b-d93f-43e7-8797-7e6577a2e7f2),segment_id=65396b7b-d93f-43e7-8797-7e6577a2e7f2)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:47.108031 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-142955aa-8209-4f2e-ae3c-3ca576f8964c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:47.152925 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] Calling delete_port for c7437746-502c-4ba6-b2aa-e9d322f71019 owned by network:dhcp {{(pid=78777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:35:47.185923 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a2c91f27-7c8c-4b26-b91b-3cabe7f19f28 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for floatingip, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:47.207799 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a2c91f27-7c8c-4b26-b91b-3cabe7f19f28 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for floatingip, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:47.208927 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-a2c91f27-7c8c-4b26-b91b-3cabe7f19f28 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "DELETE /v2.0/floatingips/3482e33e-b6cc-4e58-a736-cb15054e3207 HTTP/1.1" status: 204 len: 168 time: 1.1896055 May 10 13:35:47.238930 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-142955aa-8209-4f2e-ae3c-3ca576f8964c None None] Calling delete_port for c7437746-502c-4ba6-b2aa-e9d322f71019 owned by network:dhcp {{(pid=78779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:35:47.246844 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:47.261801 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:47.381433 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-142955aa-8209-4f2e-ae3c-3ca576f8964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940'] for port, after_delete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:47.386425 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:47.423842 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] Pushing event deleted for resources: {'Port': ['ID=c7437746-502c-4ba6-b2aa-e9d322f71019,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:47.426517 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9933c3a-64be-4123-8856-0770cf85376d None None] New status for floating IP 3482e33e-b6cc-4e58-a736-cb15054e3207: DOWN {{(pid=78779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 13:35:47.427607 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:47.429637 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] No DVR routers for this DVR port c7437746-502c-4ba6-b2aa-e9d322f71019 on host dv-cinder-784945-7-smb {{(pid=78777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:35:47.491823 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142955aa-8209-4f2e-ae3c-3ca576f8964c None None] Pushing event deleted for resources: {'Port': ['ID=c7437746-502c-4ba6-b2aa-e9d322f71019,revision_number=None']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:47.494659 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-142955aa-8209-4f2e-ae3c-3ca576f8964c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:47.550650 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142955aa-8209-4f2e-ae3c-3ca576f8964c None None] No DVR routers for this DVR port c7437746-502c-4ba6-b2aa-e9d322f71019 on host dv-cinder-784945-7-smb {{(pid=78779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:35:47.551938 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8786273459357'] for network, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:47.567124 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc794b0-2dce-44ef-8006-d22c57c9443c']}} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:47.582463 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65396b7b-d93f-43e7-8797-7e6577a2e7f2') {'for_net_delete': True} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:47.582953 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65396b7b-d93f-43e7-8797-7e6577a2e7f2') {} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:47.597494 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786273471335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2491361'] for segment, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:47.616256 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:47.622558 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=78777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 13:35:47.623141 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3874367'] for segment, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: Traceback (most recent call last): May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: timer() May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: cb(*args, **kw) May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: return func(*args, **kwargs) May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: self._notify() May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: self.callback(batched_events) May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: event.method(event) May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: aggregate_uuid = self.p_client.list_aggregates( May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: return f(self, *a, **k) May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: return self._get(url).json() May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: return self.request(url, 'GET', **kwargs) May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: base_url = self.get_endpoint(auth, allow=allow, May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 13:35:47.636708 dv-cinder-784945-7-smb neutron-server[78777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 13:35:47.711561 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1711221'] for network, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:47.716828 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:47.719234 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 42110) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:47.725525 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-9a6dcb7d-ad02-46a4-b1bc-4f3b3bfeb776 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--480766299', 'description': 'tempest-description--839358529'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:35:47.730012 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:47.731379 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-9a6dcb7d-ad02-46a4-b1bc-4f3b3bfeb776 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:35:47.735475 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-9a6dcb7d-ad02-46a4-b1bc-4f3b3bfeb776 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Usage tracker for resource:security_group and tenant:cbf6a3e7b18e4feea680a92d87a1e13a is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:35:47.738500 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-9a6dcb7d-ad02-46a4-b1bc-4f3b3bfeb776 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:35:47.741206 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] Pushing event deleted for resources: {'Network': ['ID=cdc794b0-2dce-44ef-8006-d22c57c9443c,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:47.745469 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:47.748736 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-9a6dcb7d-ad02-46a4-b1bc-4f3b3bfeb776 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:35:47.753779 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] 10.222.0.30 "DELETE /v2.0/networks/cdc794b0-2dce-44ef-8006-d22c57c9443c HTTP/1.1" status: 204 len: 168 time: 1.2129667 May 10 13:35:47.757164 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 42114) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:47.808414 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9a6dcb7d-ad02-46a4-b1bc-4f3b3bfeb776 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:47.895047 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-9a6dcb7d-ad02-46a4-b1bc-4f3b3bfeb776 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:35:47.902056 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-9a6dcb7d-ad02-46a4-b1bc-4f3b3bfeb776 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Usage tracker for resource:security_group_rule and tenant:cbf6a3e7b18e4feea680a92d87a1e13a is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:35:47.906344 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-9a6dcb7d-ad02-46a4-b1bc-4f3b3bfeb776 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:35:47.924968 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-9a6dcb7d-ad02-46a4-b1bc-4f3b3bfeb776 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:35:48.104791 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device c7437746-502c-4ba6-b2aa-e9d322f71019 no longer exists at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:35:48.139373 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] No Port match for: c7437746-502c-4ba6-b2aa-e9d322f71019 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:35:48.139719 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device c7437746-502c-4ba6-b2aa-e9d322f71019 not bound to the agent host dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:35:48.151286 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9a6dcb7d-ad02-46a4-b1bc-4f3b3bfeb776 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:48.160235 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9a6dcb7d-ad02-46a4-b1bc-4f3b3bfeb776 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:48.167216 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-a19d0e86-c33b-46e7-af9a-f328f54a91be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:48.251012 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9a6dcb7d-ad02-46a4-b1bc-4f3b3bfeb776 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:48.252201 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-9a6dcb7d-ad02-46a4-b1bc-4f3b3bfeb776 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5313950 May 10 13:35:48.255454 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42122) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:48.259546 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6dcb7d-ad02-46a4-b1bc-4f3b3bfeb776 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223ae354-a5fa-4970-ae51-658d25887861,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:48.261099 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-5dd4b2ad-169a-4183-8977-bcabe22173ea tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Request body: {'security_group_rule': {'security_group_id': '223ae354-a5fa-4970-ae51-658d25887861', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:35:48.263409 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-9a6dcb7d-ad02-46a4-b1bc-4f3b3bfeb776 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:48.267004 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-5dd4b2ad-169a-4183-8977-bcabe22173ea tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:35:48.270797 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-5dd4b2ad-169a-4183-8977-bcabe22173ea tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Usage tracker for resource:security_group_rule and tenant:cbf6a3e7b18e4feea680a92d87a1e13a is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:35:48.273610 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-5dd4b2ad-169a-4183-8977-bcabe22173ea tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:35:48.279145 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-5dd4b2ad-169a-4183-8977-bcabe22173ea tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:35:48.294966 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b2ad-169a-4183-8977-bcabe22173ea tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:48.353756 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b2ad-169a-4183-8977-bcabe22173ea tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:48.357207 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b2ad-169a-4183-8977-bcabe22173ea tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:48.359342 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:48.382131 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4b2ad-169a-4183-8977-bcabe22173ea tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3d8e0a-0b9b-4b24-92f0-61a554ca51a0,revision_number=0']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:48.384745 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-5dd4b2ad-169a-4183-8977-bcabe22173ea tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:48.392771 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b2ad-169a-4183-8977-bcabe22173ea tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:48.394095 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-5dd4b2ad-169a-4183-8977-bcabe22173ea tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376412 May 10 13:35:48.397454 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 42126) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:48.404991 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-9f850426-0d3f-4703-9c0b-787da79763fb tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Request body: {'security_group_rule': {'security_group_id': '223ae354-a5fa-4970-ae51-658d25887861', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:35:48.421788 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-9f850426-0d3f-4703-9c0b-787da79763fb tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:35:48.428081 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2a657580-69ba-4311-bdf6-44a5a23e7508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704771'] for router_interface, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:48.474230 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-9f850426-0d3f-4703-9c0b-787da79763fb tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Usage tracker for resource:security_group_rule and tenant:cbf6a3e7b18e4feea680a92d87a1e13a is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:35:48.482211 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-9f850426-0d3f-4703-9c0b-787da79763fb tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:35:48.549208 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-9f850426-0d3f-4703-9c0b-787da79763fb tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:35:48.584981 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9f850426-0d3f-4703-9c0b-787da79763fb tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:48.758908 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9f850426-0d3f-4703-9c0b-787da79763fb tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:48.763567 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9f850426-0d3f-4703-9c0b-787da79763fb tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783383'] for security_group_rule, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:48.773547 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:48.796334 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f850426-0d3f-4703-9c0b-787da79763fb tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcfc8c3c-94e8-49be-8369-bdc050f989c3,revision_number=0']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:48.799013 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-9f850426-0d3f-4703-9c0b-787da79763fb tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:48.809505 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-9f850426-0d3f-4703-9c0b-787da79763fb tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:48.810663 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-9f850426-0d3f-4703-9c0b-787da79763fb tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4121337 May 10 13:35:48.813927 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42140) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:48.819421 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.v2.base [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Request body: {'floatingip': {'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e'}} {{(pid=78777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:35:48.825285 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:35:48.829137 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Usage tracker for resource:floatingip and tenant:cbf6a3e7b18e4feea680a92d87a1e13a is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:35:48.832013 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:35:48.838090 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:35:48.850044 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for floatingip, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:48.949868 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [None req-2a657580-69ba-4311-bdf6-44a5a23e7508 admin admin] Deleting port 3119e901-2b1b-405d-8fa8-30d5cc8392af {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:35:48.950209 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2a657580-69ba-4311-bdf6-44a5a23e7508 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:48.984514 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:49.127913 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_common [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Allocated IP 172.28.0.200 (201b784b-a2c0-4851-ba32-323396f26c0e/a3facc7a-ff4c-482b-8bd3-938f14d413a3/594132b1-7fe0-4b12-b4d7-92251608525b) {{(pid=78777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:35:49.175662 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [None req-2a657580-69ba-4311-bdf6-44a5a23e7508 admin admin] For port 3119e901-2b1b-405d-8fa8-30d5cc8392af, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=3119e901-2b1b-405d-8fa8-30d5cc8392af,segment=NetworkSegment(db5a8c8d-c3c4-407b-96ee-3768bcecbb50),segment_id=db5a8c8d-c3c4-407b-96ee-3768bcecbb50)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:49.176019 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2a657580-69ba-4311-bdf6-44a5a23e7508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:49.272110 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for port, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:49.302909 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:49.305582 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [None req-2a657580-69ba-4311-bdf6-44a5a23e7508 admin admin] Calling delete_port for 3119e901-2b1b-405d-8fa8-30d5cc8392af owned by network:router_interface {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:35:49.308018 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:49.367404 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Network 201b784b-a2c0-4851-ba32-323396f26c0e is already hosted by enough agents. {{(pid=78777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:35:49.370703 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.base_scheduler [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Resources bound (agent type, host, resource id): {{(pid=78777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:35:49.378709 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Received port after_create {{(pid=78777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:35:49.408615 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Pushing event updated for resources: {'Port': ['ID=594132b1-7fe0-4b12-b4d7-92251608525b,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:49.414429 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:49.450567 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2a657580-69ba-4311-bdf6-44a5a23e7508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:49.455516 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-cf4b341d-19c2-480e-8b52-fbfb2006de6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:49.468828 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:49.530650 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a657580-69ba-4311-bdf6-44a5a23e7508 admin admin] Pushing event deleted for resources: {'Port': ['ID=3119e901-2b1b-405d-8fa8-30d5cc8392af,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:49.532683 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:49.533448 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-2a657580-69ba-4311-bdf6-44a5a23e7508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:49.748620 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for port, precommit_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:49.753909 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3874323'] for port, after_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:49.760505 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-a6f67f9f-1311-4ca4-af10-93d46e7d3453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:49.770364 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-2a657580-69ba-4311-bdf6-44a5a23e7508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710067'] for router_interface, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:49.874400 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Pushing event updated for resources: {'Port': ['ID=594132b1-7fe0-4b12-b4d7-92251608525b,revision_number=2']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:49.878462 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:49.891612 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1711226'] for floatingip, after_update {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:49.919871 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for floatingip, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:49.921229 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-8e2b7cad-d0ae-4070-b1d0-24a19b25403c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1062429 May 10 13:35:50.163059 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a657580-69ba-4311-bdf6-44a5a23e7508 admin admin] Router 73850df5-6df3-4d17-a289-41bf88b94f8b has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:35:50.370953 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a657580-69ba-4311-bdf6-44a5a23e7508 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:35:50.374063 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-863acbaf-c146-410d-89b9-d53488b5a623 req-4c343bff-7519-4286-9d8e-8986341b60ac tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Synchronizing usage tracker for tenant:cbf6a3e7b18e4feea680a92d87a1e13a on resource:security_group {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:35:50.379451 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1f5233-877b-4b09-93ba-647633ddf387 None None] Sync routers for ids ['73850df5-6df3-4d17-a289-41bf88b94f8b'] in dv-cinder-784945-7-smb {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:35:50.388594 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1f5233-877b-4b09-93ba-647633ddf387 None None] Routers {'73850df5-6df3-4d17-a289-41bf88b94f8b'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:35:50.389209 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-2c1f5233-877b-4b09-93ba-647633ddf387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:35:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['73850df5-6df3-4d17-a289-41bf88b94f8b'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:50.389379 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-2a657580-69ba-4311-bdf6-44a5a23e7508 admin admin] 10.222.0.30 "PUT /v2.0/routers/73850df5-6df3-4d17-a289-41bf88b94f8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6311779 May 10 13:35:50.391909 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42168) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:50.399464 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-863acbaf-c146-410d-89b9-d53488b5a623 req-4c343bff-7519-4286-9d8e-8986341b60ac tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Unset dirty status for tenant:cbf6a3e7b18e4feea680a92d87a1e13a on resource:security_group {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:35:50.401504 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-863acbaf-c146-410d-89b9-d53488b5a623 req-4c343bff-7519-4286-9d8e-8986341b60ac tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--480766299&fields=id&tenant_id=cbf6a3e7b18e4feea680a92d87a1e13a HTTP/1.1" status: 200 len: 267 time: 0.0863163 May 10 13:35:50.586185 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-2c1f5233-877b-4b09-93ba-647633ddf387 None None] Set router 73850df5-6df3-4d17-a289-41bf88b94f8b gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:35:50.671566 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ef675a92-d1ff-423f-b9d5-5fd02e3f8cac tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:50.673146 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ef675a92-d1ff-423f-b9d5-5fd02e3f8cac tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/networks?id=84ebd01f-3ae2-4677-9e0c-fa553f1814b3 HTTP/1.1" status: 200 len: 810 time: 0.2650936 May 10 13:35:50.688837 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-863acbaf-c146-410d-89b9-d53488b5a623 req-4e431f29-6757-486a-846c-2896ceb4902d tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/quotas/cbf6a3e7b18e4feea680a92d87a1e13a HTTP/1.1" status: 200 len: 375 time: 0.0094273 May 10 13:35:50.689083 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-90402212-d665-47d2-bd22-9554df732898 admin admin] Notify callbacks [] for router, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:50.779192 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-863acbaf-c146-410d-89b9-d53488b5a623 req-0c20ab74-3d77-4def-b8c5-ff7746093d6f tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Synchronizing usage tracker for tenant:cbf6a3e7b18e4feea680a92d87a1e13a on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:35:50.795208 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-863acbaf-c146-410d-89b9-d53488b5a623 req-0c20ab74-3d77-4def-b8c5-ff7746093d6f tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Unset dirty status for tenant:cbf6a3e7b18e4feea680a92d87a1e13a on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:35:50.796659 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-863acbaf-c146-410d-89b9-d53488b5a623 req-0c20ab74-3d77-4def-b8c5-ff7746093d6f tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbf6a3e7b18e4feea680a92d87a1e13a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1018262 May 10 13:35:50.865705 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-90402212-d665-47d2-bd22-9554df732898 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:50.868044 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-2c1f5233-877b-4b09-93ba-647633ddf387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73850df5-6df3-4d17-a289-41bf88b94f8b', 'name': 'tempest-TestMinimumBasicScenario-247869264-router', 'tenant_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fe2c1902-aa3f-4934-9a0a-115f531d5ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:37Z', 'updated_at': '2021-05-10T13:35:49Z', 'revision_number': 5, 'project_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'gw_port': {'id': 'fe2c1902-aa3f-4934-9a0a-115f531d5ae6', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73850df5-6df3-4d17-a289-41bf88b94f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:32:38Z', 'updated_at': '2021-05-10T13:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:50.872457 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1f5233-877b-4b09-93ba-647633ddf387 None None] Checking router: 73850df5-6df3-4d17-a289-41bf88b94f8b for host: dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:35:50.881347 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1f5233-877b-4b09-93ba-647633ddf387 None None] Routers {'73850df5-6df3-4d17-a289-41bf88b94f8b'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:35:50.882034 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-2c1f5233-877b-4b09-93ba-647633ddf387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:35:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['73850df5-6df3-4d17-a289-41bf88b94f8b'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:50.948695 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-90402212-d665-47d2-bd22-9554df732898 admin admin] Deleting port fe2c1902-aa3f-4934-9a0a-115f531d5ae6 {{(pid=78777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:35:50.949047 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-90402212-d665-47d2-bd22-9554df732898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:51.030602 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-2c1f5233-877b-4b09-93ba-647633ddf387 None None] Set router 73850df5-6df3-4d17-a289-41bf88b94f8b gateway port host: None {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:35:51.059365 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-863acbaf-c146-410d-89b9-d53488b5a623 req-7ef344c0-baf4-431e-a890-619794cd23d9 service neutron] 10.222.0.30 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481337 May 10 13:35:51.093056 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.db [None req-90402212-d665-47d2-bd22-9554df732898 admin admin] For port fe2c1902-aa3f-4934-9a0a-115f531d5ae6, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=fe2c1902-aa3f-4934-9a0a-115f531d5ae6,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:51.093573 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-90402212-d665-47d2-bd22-9554df732898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:51.161529 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-2c1f5233-877b-4b09-93ba-647633ddf387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73850df5-6df3-4d17-a289-41bf88b94f8b', 'name': 'tempest-TestMinimumBasicScenario-247869264-router', 'tenant_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:37Z', 'updated_at': '2021-05-10T13:35:50Z', 'revision_number': 6, 'project_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'gw_port_host': None}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:51.167307 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1f5233-877b-4b09-93ba-647633ddf387 None None] The sync data for ids ['73850df5-6df3-4d17-a289-41bf88b94f8b'] in dv-cinder-784945-7-smb is: [{'id': '73850df5-6df3-4d17-a289-41bf88b94f8b', 'name': 'tempest-TestMinimumBasicScenario-247869264-router', 'tenant_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:32:37Z', 'updated_at': '2021-05-10T13:35:50Z', 'revision_number': 6, 'project_id': 'b0269be7217d43aa9b1ab1483c90d8b1', 'gw_port_host': None}] {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:35:51.227603 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-90402212-d665-47d2-bd22-9554df732898 admin admin] Calling delete_port for fe2c1902-aa3f-4934-9a0a-115f531d5ae6 owned by network:router_gateway {{(pid=78777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:35:51.235849 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-863acbaf-c146-410d-89b9-d53488b5a623 req-86d9a4b8-a0b7-4e9d-adbd-d42d8181d8cb service neutron] 10.222.0.30 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704724 May 10 13:35:51.382675 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-90402212-d665-47d2-bd22-9554df732898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:51.388547 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:51.433688 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90402212-d665-47d2-bd22-9554df732898 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2c1902-aa3f-4934-9a0a-115f531d5ae6,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:51.461302 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-90402212-d665-47d2-bd22-9554df732898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:51.539757 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-bd732b52-c029-42fe-b915-aa97dd52fce7 req-c5f21878-87d4-409a-9804-10d55d274cf3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Synchronizing usage tracker for tenant:cbf6a3e7b18e4feea680a92d87a1e13a on resource:port {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:35:51.563210 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-bd732b52-c029-42fe-b915-aa97dd52fce7 req-c5f21878-87d4-409a-9804-10d55d274cf3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Unset dirty status for tenant:cbf6a3e7b18e4feea680a92d87a1e13a on resource:port {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:35:51.564370 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-bd732b52-c029-42fe-b915-aa97dd52fce7 req-c5f21878-87d4-409a-9804-10d55d274cf3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e320d46-52be-44a1-92ed-60b60b0933f1 HTTP/1.1" status: 200 len: 210 time: 0.1923411 May 10 13:35:51.579409 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-90402212-d665-47d2-bd22-9554df732898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711207'] for router_gateway, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:51.761299 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-90402212-d665-47d2-bd22-9554df732898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103759'] for router, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:51.763545 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-90402212-d665-47d2-bd22-9554df732898 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:51.785554 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-90402212-d665-47d2-bd22-9554df732898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1801077'] for router, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:51.786053 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90402212-d665-47d2-bd22-9554df732898 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73850df5-6df3-4d17-a289-41bf88b94f8b {{(pid=78777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 13:35:51.798146 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-90402212-d665-47d2-bd22-9554df732898 admin admin] Notify callbacks [] for router, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:51.799299 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-90402212-d665-47d2-bd22-9554df732898 admin admin] 10.222.0.30 "DELETE /v2.0/routers/73850df5-6df3-4d17-a289-41bf88b94f8b HTTP/1.1" status: 204 len: 168 time: 1.4057319 May 10 13:35:51.802217 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 42198) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:51.859349 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc681b7-697f-4d64-a8c3-6e290bfa2b61 admin admin] Deleting subnet d6024266-b253-4557-bbe5-33e030c8e37f {{(pid=78778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 13:35:51.862295 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0cc681b7-697f-4d64-a8c3-6e290bfa2b61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:51.914251 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0cc681b7-697f-4d64-a8c3-6e290bfa2b61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296092'] for subnet, precommit_delete_associations {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:51.992917 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0cc681b7-697f-4d64-a8c3-6e290bfa2b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862903'] for subnet, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:52.114222 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 3119e901-2b1b-405d-8fa8-30d5cc8392af no longer exists at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:35:52.153613 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] No Port match for: 3119e901-2b1b-405d-8fa8-30d5cc8392af {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:35:52.153861 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 3119e901-2b1b-405d-8fa8-30d5cc8392af not bound to the agent host dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:35:52.154276 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device fe2c1902-aa3f-4934-9a0a-115f531d5ae6 no longer exists at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:35:52.209306 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] No Port match for: fe2c1902-aa3f-4934-9a0a-115f531d5ae6 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:35:52.210950 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device fe2c1902-aa3f-4934-9a0a-115f531d5ae6 not bound to the agent host dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:35:52.300823 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0cc681b7-697f-4d64-a8c3-6e290bfa2b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2180919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2414209'] for subnet, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:52.305678 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-afde00b3-292d-4ccd-8672-77e0ea4ae0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:52.341007 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc681b7-697f-4d64-a8c3-6e290bfa2b61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6024266-b253-4557-bbe5-33e030c8e37f,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:52.344181 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-0cc681b7-697f-4d64-a8c3-6e290bfa2b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:52.346443 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0cc681b7-697f-4d64-a8c3-6e290bfa2b61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:52.353739 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-0cc681b7-697f-4d64-a8c3-6e290bfa2b61 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d6024266-b253-4557-bbe5-33e030c8e37f HTTP/1.1" status: 204 len: 168 time: 0.5496230 May 10 13:35:52.354235 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fbf2df-8607-47ca-8cc2-377a711823f3 None None] Network 0ce1dbfa-f36f-4b9a-bf72-e46a23217fef requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:35:52.355747 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 42210) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:52.464360 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782519'] for network, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:52.540335 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] Deleting port 2a63c6da-7d88-4c37-a8c6-ad25491b1677 {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:35:52.541250 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:52.620639 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13e452e-d490-462b-8115-9ee1c66b671d None None] DHCP port deletion for 0ce1dbfa-f36f-4b9a-bf72-e46a23217fef request from dv-cinder-784945-7-smb {{(pid=78779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 13:35:52.697720 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b13e452e-d490-462b-8115-9ee1c66b671d None None] Deleting port 2a63c6da-7d88-4c37-a8c6-ad25491b1677 {{(pid=78779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:35:52.698148 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b13e452e-d490-462b-8115-9ee1c66b671d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:52.777830 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] For port 2a63c6da-7d88-4c37-a8c6-ad25491b1677, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=2a63c6da-7d88-4c37-a8c6-ad25491b1677,segment=NetworkSegment(db5a8c8d-c3c4-407b-96ee-3768bcecbb50),segment_id=db5a8c8d-c3c4-407b-96ee-3768bcecbb50)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:52.778453 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:52.785398 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-79efd6fb-ba48-4de8-a10d-84de10631e53 req-00b07d1c-d81e-41b8-866f-63b4c15cbad9 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e320d46-52be-44a1-92ed-60b60b0933f1 HTTP/1.1" status: 200 len: 210 time: 0.0894723 May 10 13:35:52.808192 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b13e452e-d490-462b-8115-9ee1c66b671d None None] For port 2a63c6da-7d88-4c37-a8c6-ad25491b1677, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=2a63c6da-7d88-4c37-a8c6-ad25491b1677,segment=NetworkSegment(db5a8c8d-c3c4-407b-96ee-3768bcecbb50),segment_id=db5a8c8d-c3c4-407b-96ee-3768bcecbb50)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:52.808651 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b13e452e-d490-462b-8115-9ee1c66b671d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:52.928009 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] Calling delete_port for 2a63c6da-7d88-4c37-a8c6-ad25491b1677 owned by network:dhcp {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:35:52.967628 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b13e452e-d490-462b-8115-9ee1c66b671d None None] Calling delete_port for 2a63c6da-7d88-4c37-a8c6-ad25491b1677 owned by network:dhcp {{(pid=78779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:35:52.970504 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863acbaf-c146-410d-89b9-d53488b5a623 req-1ae8c7c5-93e6-493d-a7cf-b603d1bd30fe tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:52.971907 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-863acbaf-c146-410d-89b9-d53488b5a623 req-1ae8c7c5-93e6-493d-a7cf-b603d1bd30fe tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.11 "GET /v2.0/networks?id=84ebd01f-3ae2-4677-9e0c-fa553f1814b3 HTTP/1.1" status: 200 len: 810 time: 0.3457241 May 10 13:35:53.012756 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b13e452e-d490-462b-8115-9ee1c66b671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940'] for port, after_delete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:53.016646 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:53.060930 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e452e-d490-462b-8115-9ee1c66b671d None None] Pushing event deleted for resources: {'Port': ['ID=2a63c6da-7d88-4c37-a8c6-ad25491b1677,revision_number=None']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:53.062813 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e452e-d490-462b-8115-9ee1c66b671d None None] No DVR routers for this DVR port 2a63c6da-7d88-4c37-a8c6-ad25491b1677 on host dv-cinder-784945-7-smb {{(pid=78779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:35:53.064011 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b13e452e-d490-462b-8115-9ee1c66b671d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:53.125045 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-863acbaf-c146-410d-89b9-d53488b5a623 req-0683eb77-1f29-4341-8383-d161bd97eb4b tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbf6a3e7b18e4feea680a92d87a1e13a HTTP/1.1" status: 200 len: 379 time: 0.1436145 May 10 13:35:53.130573 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:53.135982 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-722a8b82-e10e-43af-9128-ac19a917f0e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:53.166069 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-863acbaf-c146-410d-89b9-d53488b5a623 req-03d24186-f4bf-48cf-aff4-f0f05fe353aa tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Request body: {'port': {'device_id': '5e320d46-52be-44a1-92ed-60b60b0933f1', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'admin_state_up': True, 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'security_groups': ['223ae354-a5fa-4970-ae51-658d25887861']}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:35:53.242690 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a63c6da-7d88-4c37-a8c6-ad25491b1677,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:53.246161 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:53.251149 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] No DVR routers for this DVR port 2a63c6da-7d88-4c37-a8c6-ad25491b1677 on host dv-cinder-784945-7-smb {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:35:53.406790 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8786273459357'] for network, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:53.424152 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce1dbfa-f36f-4b9a-bf72-e46a23217fef']}} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:53.430686 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-863acbaf-c146-410d-89b9-d53488b5a623 req-03d24186-f4bf-48cf-aff4-f0f05fe353aa tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:35:53.444439 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5a8c8d-c3c4-407b-96ee-3768bcecbb50') {'for_net_delete': True} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:53.444732 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5a8c8d-c3c4-407b-96ee-3768bcecbb50') {} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:53.451406 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-863acbaf-c146-410d-89b9-d53488b5a623 req-03d24186-f4bf-48cf-aff4-f0f05fe353aa tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:35:53.465185 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786273471335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296067'] for segment, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:53.480736 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-863acbaf-c146-410d-89b9-d53488b5a623 req-03d24186-f4bf-48cf-aff4-f0f05fe353aa tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Made reservation on behalf of cbf6a3e7b18e4feea680a92d87a1e13a for: {'port': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:35:53.484461 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-863acbaf-c146-410d-89b9-d53488b5a623 req-03d24186-f4bf-48cf-aff4-f0f05fe353aa tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:53.493588 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:53.505948 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=78778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 13:35:53.506340 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2180945'] for segment, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: util.warn( May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: util.warn( May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: util.warn( May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: util.warn( May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: Traceback (most recent call last): May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: timer() May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: cb(*args, **kw) May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: return func(*args, **kwargs) May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: self._notify() May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: self.callback(batched_events) May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: event.method(event) May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: aggregate_uuid = self.p_client.list_aggregates( May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: return f(self, *a, **k) May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: return self._get(url).json() May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: return self.request(url, 'GET', **kwargs) May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: base_url = self.get_endpoint(auth, allow=allow, May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 13:35:53.519212 dv-cinder-784945-7-smb neutron-server[78778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 13:35:53.640671 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1711221'] for network, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:53.652012 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-ebc6c0fe-75e1-48f7-934a-7948272055c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:53.664794 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:53.686011 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce1dbfa-f36f-4b9a-bf72-e46a23217fef,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:53.692504 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:53.737950 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-7998fbe0-5787-4772-b4f0-38b451d22a57 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0ce1dbfa-f36f-4b9a-bf72-e46a23217fef HTTP/1.1" status: 204 len: 168 time: 1.3812013 May 10 13:35:53.764732 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [req-863acbaf-c146-410d-89b9-d53488b5a623 req-03d24186-f4bf-48cf-aff4-f0f05fe353aa tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Allocated IP 172.20.0.10 (84ebd01f-3ae2-4677-9e0c-fa553f1814b3/72850fb9-4f1b-4ea3-98c6-92c4f29f074e/0ee6036f-b277-411d-8632-25251780a563) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:35:53.964811 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 42248) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:54.003808 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c50d75f2-0ca2-4c9d-ba23-dcabde543ac0 req-f51a6713-9454-4f2a-accf-36c4e1a97b11 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e320d46-52be-44a1-92ed-60b60b0933f1 HTTP/1.1" status: 200 len: 210 time: 0.0540185 May 10 13:35:54.039937 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-863acbaf-c146-410d-89b9-d53488b5a623 req-03d24186-f4bf-48cf-aff4-f0f05fe353aa tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:54.060602 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42252) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:54.060776 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-b5047e9c-2977-4670-8d9e-42f8117fd056 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a6534be084a463cba9c1f70213e861c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0946910 May 10 13:35:54.069803 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-863acbaf-c146-410d-89b9-d53488b5a623 req-03d24186-f4bf-48cf-aff4-f0f05fe353aa tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Transition to ACTIVE for port object 0ee6036f-b277-411d-8632-25251780a563 will not be triggered until provisioned by entity DHCP. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:35:54.097511 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-863acbaf-c146-410d-89b9-d53488b5a623 req-03d24186-f4bf-48cf-aff4-f0f05fe353aa tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:54.104309 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-090ac461-8e6b-4328-af30-abc7a1ba45c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:54.121432 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 2a63c6da-7d88-4c37-a8c6-ad25491b1677 no longer exists at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:35:54.130165 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-13560639-bcd2-4184-9c65-5b275f037ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:54.158369 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-13560639-bcd2-4184-9c65-5b275f037ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:54.159161 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] No Port match for: 2a63c6da-7d88-4c37-a8c6-ad25491b1677 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:35:54.159594 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 2a63c6da-7d88-4c37-a8c6-ad25491b1677 not bound to the agent host dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:35:54.160824 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-863acbaf-c146-410d-89b9-d53488b5a623 req-03d24186-f4bf-48cf-aff4-f0f05fe353aa tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Network 84ebd01f-3ae2-4677-9e0c-fa553f1814b3 is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:35:54.164115 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [req-863acbaf-c146-410d-89b9-d53488b5a623 req-03d24186-f4bf-48cf-aff4-f0f05fe353aa tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:35:54.168173 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-863acbaf-c146-410d-89b9-d53488b5a623 req-03d24186-f4bf-48cf-aff4-f0f05fe353aa tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:35:54.225302 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-13560639-bcd2-4184-9c65-5b275f037ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:54.226928 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d24186-f4bf-48cf-aff4-f0f05fe353aa tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Pushing event updated for resources: {'Port': ['ID=0ee6036f-b277-411d-8632-25251780a563,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:54.232511 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-03d24186-f4bf-48cf-aff4-f0f05fe353aa tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:54.233669 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ab814104-ff00-4a8b-9234-7f64af301dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:54.248552 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13560639-bcd2-4184-9c65-5b275f037ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97626381-a857-4600-bcf6-c031053ecf7f,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:54.251952 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-13560639-bcd2-4184-9c65-5b275f037ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:54.255779 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863acbaf-c146-410d-89b9-d53488b5a623 req-03d24186-f4bf-48cf-aff4-f0f05fe353aa tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:54.256402 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-863acbaf-c146-410d-89b9-d53488b5a623 req-03d24186-f4bf-48cf-aff4-f0f05fe353aa tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:54.265640 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-13560639-bcd2-4184-9c65-5b275f037ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:54.271741 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-13560639-bcd2-4184-9c65-5b275f037ce5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97626381-a857-4600-bcf6-c031053ecf7f HTTP/1.1" status: 204 len: 168 time: 0.2093959 May 10 13:35:54.279072 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-863acbaf-c146-410d-89b9-d53488b5a623 req-03d24186-f4bf-48cf-aff4-f0f05fe353aa tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1446648 May 10 13:35:54.291643 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Request body: {'port': {'device_id': '5e320d46-52be-44a1-92ed-60b60b0933f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:35:54.404445 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:54.450906 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-0daaf1cc-6407-4171-9257-1172ca3fe01d None None] Provisioning for port 0ee6036f-b277-411d-8632-25251780a563 completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:35:54.456457 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-0daaf1cc-6407-4171-9257-1172ca3fe01d None None] Provisioning complete for port 0ee6036f-b277-411d-8632-25251780a563 triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:35:54.456836 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-0daaf1cc-6407-4171-9257-1172ca3fe01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:54.510068 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-0daaf1cc-6407-4171-9257-1172ca3fe01d None None] Port 0ee6036f-b277-411d-8632-25251780a563 cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:35:54.629767 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42260) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:54.679745 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-ab667480-d901-4e8d-b152-c727e938d5f4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0269be7217d43aa9b1ab1483c90d8b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461721 May 10 13:35:54.679996 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42264) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:54.740462 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fb7bccaf-5299-4b56-834d-b5b75873686c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:54.752294 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee6036f-b277-411d-8632-25251780a563 {{(pid=78778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:35:54.759693 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:54.766617 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fb7bccaf-5299-4b56-834d-b5b75873686c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:54.773551 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Transition to ACTIVE for port object 0ee6036f-b277-411d-8632-25251780a563 will not be triggered until provisioned by entity L2. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:35:54.778011 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:54.782698 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-638dbe5e-3cde-4569-83a0-66268e34aeb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:54.821711 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fb7bccaf-5299-4b56-834d-b5b75873686c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:54.826579 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-45ed2e8b-64c4-4ab5-af98-744b8906e7d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:54.839417 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bccaf-5299-4b56-834d-b5b75873686c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d76ac54-e4b3-4da5-a06e-d8546d06fddd,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:54.842485 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-fb7bccaf-5299-4b56-834d-b5b75873686c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:54.847866 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fb7bccaf-5299-4b56-834d-b5b75873686c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:54.852424 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-fb7bccaf-5299-4b56-834d-b5b75873686c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d76ac54-e4b3-4da5-a06e-d8546d06fddd HTTP/1.1" status: 204 len: 168 time: 0.1692281 May 10 13:35:55.051725 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Pushing event updated for resources: {'Port': ['ID=0ee6036f-b277-411d-8632-25251780a563,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:55.112313 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:55.153824 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Attempting to bind port 0ee6036f-b277-411d-8632-25251780a563 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:35:55.154166 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Attempting to bind port 0ee6036f-b277-411d-8632-25251780a563 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '34c07bce-b33b-4445-a41e-39719457dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3'}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:35:55.154501 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Attempting to bind port 0ee6036f-b277-411d-8632-25251780a563 on network 84ebd01f-3ae2-4677-9e0c-fa553f1814b3 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:35:55.167383 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Port 0ee6036f-b277-411d-8632-25251780a563 on network 84ebd01f-3ae2-4677-9e0c-fa553f1814b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 13:35:55.167748 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Attempting to bind port 0ee6036f-b277-411d-8632-25251780a563 on network 84ebd01f-3ae2-4677-9e0c-fa553f1814b3 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:35:55.182448 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Checking agent: {'id': '94ccf6da-ba5a-4c56-b2e0-555501816ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:35:55.184406 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Checking segment: {'id': '34c07bce-b33b-4445-a41e-39719457dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:35:55.184989 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Bound using segment: {'id': '34c07bce-b33b-4445-a41e-39719457dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3'} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:35:55.185652 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Bound port: 0ee6036f-b277-411d-8632-25251780a563, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c07bce-b33b-4445-a41e-39719457dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3'}}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:35:55.188426 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:55.384078 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a760bc6-993b-41bb-a4cf-74b5eb963bfc req-65ced6d8-70d9-4581-b8c6-9df45e747d2d tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:55.386120 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9a760bc6-993b-41bb-a4cf-74b5eb963bfc req-65ced6d8-70d9-4581-b8c6-9df45e747d2d tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e320d46-52be-44a1-92ed-60b60b0933f1 HTTP/1.1" status: 200 len: 944 time: 0.1761112 May 10 13:35:55.394939 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] For port 0ee6036f-b277-411d-8632-25251780a563, host hv-cinder-78494, cleared binding levels {{(pid=78778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:35:55.398367 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] For port 0ee6036f-b277-411d-8632-25251780a563, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0ee6036f-b277-411d-8632-25251780a563,segment=NetworkSegment(34c07bce-b33b-4445-a41e-39719457dc45),segment_id=34c07bce-b33b-4445-a41e-39719457dc45)] {{(pid=78778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:35:55.403039 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:55.408278 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1d0957e8-558a-4112-b1ee-a141c2a46707 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:55.463532 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:55.464150 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:55.465573 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] 10.222.0.11 "PUT /v2.0/ports/0ee6036f-b277-411d-8632-25251780a563 HTTP/1.1" status: 200 len: 1094 time: 1.1790619 May 10 13:35:55.466092 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e320d46-52be-44a1-92ed-60b60b0933f1', 'tag': '0ee6036f-b277-411d-8632-25251780a563'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:35:55.498850 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Pushing event updated for resources: {'Port': ['ID=0ee6036f-b277-411d-8632-25251780a563,revision_number=3']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:55.506329 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-ac0f7650-5876-4e04-b907-6464a4302cea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:55.543721 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e320d46-52be-44a1-92ed-60b60b0933f1', 'tag': '0ee6036f-b277-411d-8632-25251780a563', 'status': 'completed', 'code': 200} May 10 13:35:55.557172 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9a760bc6-993b-41bb-a4cf-74b5eb963bfc req-309fe54e-f9aa-40df-9431-403a3555080a tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=223ae354-a5fa-4970-ae51-658d25887861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650887 May 10 13:35:55.586760 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ebf05dd0-5ea1-4bf7-a9c8-ec2706b93fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:55.588315 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-863acbaf-c146-410d-89b9-d53488b5a623 req-ebf05dd0-5ea1-4bf7-a9c8-ec2706b93fd7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cbf6a3e7b18e4feea680a92d87a1e13a&device_id=5e320d46-52be-44a1-92ed-60b60b0933f1 HTTP/1.1" status: 200 len: 1097 time: 0.0800633 May 10 13:35:55.664828 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-863acbaf-c146-410d-89b9-d53488b5a623 req-1666f2ef-af59-4051-98c5-1ee1db2cb2a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee6036f-b277-411d-8632-25251780a563 HTTP/1.1" status: 200 len: 217 time: 0.0673568 May 10 13:35:55.726366 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863acbaf-c146-410d-89b9-d53488b5a623 req-657f0da7-4839-434e-b4a6-d5e187a93d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:55.727666 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-863acbaf-c146-410d-89b9-d53488b5a623 req-657f0da7-4839-434e-b4a6-d5e187a93d92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72850fb9-4f1b-4ea3-98c6-92c4f29f074e HTTP/1.1" status: 200 len: 849 time: 0.0563471 May 10 13:35:55.802653 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863acbaf-c146-410d-89b9-d53488b5a623 req-f0807dad-4593-4797-8fc3-28de3ae21080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:55.804050 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-863acbaf-c146-410d-89b9-d53488b5a623 req-f0807dad-4593-4797-8fc3-28de3ae21080 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84ebd01f-3ae2-4677-9e0c-fa553f1814b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705900 May 10 13:35:55.930638 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-863acbaf-c146-410d-89b9-d53488b5a623 req-d863d120-a85c-4a6c-b998-79836aecae8d service neutron] 10.222.0.11 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198428 May 10 13:35:56.057615 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-863acbaf-c146-410d-89b9-d53488b5a623 req-e47c0c6f-86ac-426f-ab98-56ac833f16f6 service neutron] 10.222.0.11 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202364 May 10 13:35:56.170934 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2296fa-bf04-44ef-8e14-209eb5ed7d34 req-3d8195e1-95db-404f-b629-68f8f18cf815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:56.172273 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3b2296fa-bf04-44ef-8e14-209eb5ed7d34 req-3d8195e1-95db-404f-b629-68f8f18cf815 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cbf6a3e7b18e4feea680a92d87a1e13a&device_id=5e320d46-52be-44a1-92ed-60b60b0933f1 HTTP/1.1" status: 200 len: 1097 time: 0.0681319 May 10 13:35:56.301658 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2296fa-bf04-44ef-8e14-209eb5ed7d34 req-aebe6838-f830-40a6-a9ff-2537999cd3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:56.303086 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3b2296fa-bf04-44ef-8e14-209eb5ed7d34 req-aebe6838-f830-40a6-a9ff-2537999cd3a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=84ebd01f-3ae2-4677-9e0c-fa553f1814b3 HTTP/1.1" status: 200 len: 911 time: 0.1234653 May 10 13:35:56.375405 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3b2296fa-bf04-44ef-8e14-209eb5ed7d34 req-322e92b5-0565-470d-b0c6-c15aedb5bcc3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee6036f-b277-411d-8632-25251780a563 HTTP/1.1" status: 200 len: 217 time: 0.0651412 May 10 13:35:56.395386 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42286) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:56.438121 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2296fa-bf04-44ef-8e14-209eb5ed7d34 req-da0a8466-9874-47f4-8ddb-944b9aea9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:56.440153 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3b2296fa-bf04-44ef-8e14-209eb5ed7d34 req-da0a8466-9874-47f4-8ddb-944b9aea9737 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72850fb9-4f1b-4ea3-98c6-92c4f29f074e HTTP/1.1" status: 200 len: 849 time: 0.0569623 May 10 13:35:56.454056 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_v2 [None req-858d5b05-e999-4b00-bf08-7af97b86a25a admin admin] Deleting subnet 6b658a93-aa06-406d-89ec-55b1cb7ae722 {{(pid=78777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 13:35:56.457018 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-858d5b05-e999-4b00-bf08-7af97b86a25a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:56.505304 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-858d5b05-e999-4b00-bf08-7af97b86a25a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2491390'] for subnet, precommit_delete_associations {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:56.514220 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2296fa-bf04-44ef-8e14-209eb5ed7d34 req-b885bb61-1590-4a18-9f64-05d976cd28df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:56.515666 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3b2296fa-bf04-44ef-8e14-209eb5ed7d34 req-b885bb61-1590-4a18-9f64-05d976cd28df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84ebd01f-3ae2-4677-9e0c-fa553f1814b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687137 May 10 13:35:56.564009 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-858d5b05-e999-4b00-bf08-7af97b86a25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862903'] for subnet, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:56.659154 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3b2296fa-bf04-44ef-8e14-209eb5ed7d34 req-c9209df0-db16-4168-a841-12d524e552ad service neutron] 10.222.0.11 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362393 May 10 13:35:56.793479 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3b2296fa-bf04-44ef-8e14-209eb5ed7d34 req-9dfa9ae1-dac0-4ec8-8ea9-f648933fa5f0 service neutron] 10.222.0.11 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266835 May 10 13:35:56.864020 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d54993-bbc3-4880-98f0-14d1a898c2b1 req-50c1dca1-68e1-4313-8425-6f1bde6f81f4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:56.865426 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-63d54993-bbc3-4880-98f0-14d1a898c2b1 req-50c1dca1-68e1-4313-8425-6f1bde6f81f4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e320d46-52be-44a1-92ed-60b60b0933f1 HTTP/1.1" status: 200 len: 944 time: 0.1792285 May 10 13:35:56.929188 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-63d54993-bbc3-4880-98f0-14d1a898c2b1 req-eed1a233-2061-4ceb-ab28-033c229ed511 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=223ae354-a5fa-4970-ae51-658d25887861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571880 May 10 13:35:56.938100 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-858d5b05-e999-4b00-bf08-7af97b86a25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3874393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2121738'] for subnet, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:56.943189 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:56.984584 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d5b05-e999-4b00-bf08-7af97b86a25a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b658a93-aa06-406d-89ec-55b1cb7ae722,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:56.986647 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-858d5b05-e999-4b00-bf08-7af97b86a25a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:56.989957 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-858d5b05-e999-4b00-bf08-7af97b86a25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:56.995075 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-858d5b05-e999-4b00-bf08-7af97b86a25a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6b658a93-aa06-406d-89ec-55b1cb7ae722 HTTP/1.1" status: 204 len: 168 time: 0.5986698 May 10 13:35:56.997479 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42292) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:57.108814 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2dd0081d-cb10-485b-a319-cfb8be035c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782519'] for network, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:57.230737 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2dd0081d-cb10-485b-a319-cfb8be035c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8786273459357'] for network, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:57.244254 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-2dd0081d-cb10-485b-a319-cfb8be035c50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7d65b3-be02-41ec-a693-9dd00b6b1fa3']}} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:57.256152 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-2dd0081d-cb10-485b-a319-cfb8be035c50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0905861c-c669-4aa6-a3a0-995fa033c5c9') {'for_net_delete': True} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:57.256445 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-2dd0081d-cb10-485b-a319-cfb8be035c50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0905861c-c669-4aa6-a3a0-995fa033c5c9') {} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:35:57.267349 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2dd0081d-cb10-485b-a319-cfb8be035c50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786273471335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2491361'] for segment, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:57.282581 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2dd0081d-cb10-485b-a319-cfb8be035c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:57.288604 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd0081d-cb10-485b-a319-cfb8be035c50 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=78777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 13:35:57.289204 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2dd0081d-cb10-485b-a319-cfb8be035c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3874367'] for segment, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: Traceback (most recent call last): May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: timer() May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: cb(*args, **kw) May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: return func(*args, **kwargs) May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: self._notify() May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: self.callback(batched_events) May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: event.method(event) May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: aggregate_uuid = self.p_client.list_aggregates( May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: return f(self, *a, **k) May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: return self._get(url).json() May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: return self.request(url, 'GET', **kwargs) May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: base_url = self.get_endpoint(auth, allow=allow, May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 13:35:57.302993 dv-cinder-784945-7-smb neutron-server[78777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 13:35:57.378199 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2dd0081d-cb10-485b-a319-cfb8be035c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1711221'] for network, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:57.382122 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-3cd89157-6b81-4973-919b-5768c2e5e775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:57.394864 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2dd0081d-cb10-485b-a319-cfb8be035c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:57.404811 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0081d-cb10-485b-a319-cfb8be035c50 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a7d65b3-be02-41ec-a693-9dd00b6b1fa3,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:57.407902 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-2dd0081d-cb10-485b-a319-cfb8be035c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:57.413605 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-2dd0081d-cb10-485b-a319-cfb8be035c50 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1a7d65b3-be02-41ec-a693-9dd00b6b1fa3 HTTP/1.1" status: 204 len: 168 time: 0.4151931 May 10 13:35:57.584624 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42300) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:57.633617 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-2be811ad-79df-4f15-b54c-424d711493cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6ff9c06108141e989e233207747b7c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477912 May 10 13:35:57.635889 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42304) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:35:57.695451 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-02612f70-321e-436b-a777-271ff30976db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:57.719917 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-02612f70-321e-436b-a777-271ff30976db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:57.772363 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-02612f70-321e-436b-a777-271ff30976db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:57.777576 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-8e148525-7686-4fce-91b7-5a1a19479226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:57.791939 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02612f70-321e-436b-a777-271ff30976db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795e486e-4716-481e-8522-137472d799e5,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:57.795122 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-02612f70-321e-436b-a777-271ff30976db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:57.802037 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-02612f70-321e-436b-a777-271ff30976db admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:57.803176 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-02612f70-321e-436b-a777-271ff30976db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/795e486e-4716-481e-8522-137472d799e5 HTTP/1.1" status: 204 len: 168 time: 0.1664340 May 10 13:35:58.115687 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e054290-6e2e-4a9a-bdb3-7bb3f0d9a355 req-27dbb714-c5d0-4375-9f2b-dc1c79f0833b tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:58.117131 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6e054290-6e2e-4a9a-bdb3-7bb3f0d9a355 req-27dbb714-c5d0-4375-9f2b-dc1c79f0833b tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e320d46-52be-44a1-92ed-60b60b0933f1 HTTP/1.1" status: 200 len: 944 time: 0.0796728 May 10 13:35:58.162091 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6e054290-6e2e-4a9a-bdb3-7bb3f0d9a355 req-eb23a00a-92ed-46f3-9f84-cdc88cc31e7e tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=223ae354-a5fa-4970-ae51-658d25887861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391636 May 10 13:35:58.609941 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 0ee6036f-b277-411d-8632-25251780a563 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:35:58.749296 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 0ee6036f-b277-411d-8632-25251780a563, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0ee6036f-b277-411d-8632-25251780a563,segment=NetworkSegment(34c07bce-b33b-4445-a41e-39719457dc45),segment_id=34c07bce-b33b-4445-a41e-39719457dc45)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:58.766035 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': '0ee6036f-b277-411d-8632-25251780a563', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'port_id': '0ee6036f-b277-411d-8632-25251780a563', 'mac_address': 'fa:16:3e:bc:a2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:35:58.790773 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:35:58.822363 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:58.838623 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee6036f-b277-411d-8632-25251780a563 {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:35:58.854142 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 0ee6036f-b277-411d-8632-25251780a563, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0ee6036f-b277-411d-8632-25251780a563,segment=NetworkSegment(34c07bce-b33b-4445-a41e-39719457dc45),segment_id=34c07bce-b33b-4445-a41e-39719457dc45)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:35:58.857849 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:35:58.860650 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:35:58.925715 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=0ee6036f-b277-411d-8632-25251780a563,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:35:58.928957 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:35:59.104018 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['0ee6036f-b277-411d-8632-25251780a563'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:35:59.372758 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b382b-c42c-4362-b6e1-a8eb68a13c62 req-573ad7f2-78f5-45cc-8d75-9c840463253e tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:35:59.374127 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-888b382b-c42c-4362-b6e1-a8eb68a13c62 req-573ad7f2-78f5-45cc-8d75-9c840463253e tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e320d46-52be-44a1-92ed-60b60b0933f1 HTTP/1.1" status: 200 len: 945 time: 0.0806880 May 10 13:35:59.419060 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-888b382b-c42c-4362-b6e1-a8eb68a13c62 req-50a4dc79-eed3-4f21-b53e-173277005edb tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=223ae354-a5fa-4970-ae51-658d25887861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392172 May 10 13:36:00.606274 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 0ee6036f-b277-411d-8632-25251780a563 up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:36:00.611626 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e1584-ea58-46db-a29a-8a5dc6e62331 req-c79e6f26-6472-47d9-ad40-8c1f842eaf53 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:00.613091 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-094e1584-ea58-46db-a29a-8a5dc6e62331 req-c79e6f26-6472-47d9-ad40-8c1f842eaf53 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e320d46-52be-44a1-92ed-60b60b0933f1 HTTP/1.1" status: 200 len: 945 time: 0.0887685 May 10 13:36:00.658517 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-094e1584-ea58-46db-a29a-8a5dc6e62331 req-91beb1bd-f6e9-49b8-884a-25ac8a92a880 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=223ae354-a5fa-4970-ae51-658d25887861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394006 May 10 13:36:00.684076 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning for port 0ee6036f-b277-411d-8632-25251780a563 completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:36:00.688640 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port 0ee6036f-b277-411d-8632-25251780a563 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:36:00.689009 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:00.802539 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:00.830874 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e320d46-52be-44a1-92ed-60b60b0933f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee6036f-b277-411d-8632-25251780a563'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:36:00.841164 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 0ee6036f-b277-411d-8632-25251780a563, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0ee6036f-b277-411d-8632-25251780a563,segment=NetworkSegment(34c07bce-b33b-4445-a41e-39719457dc45),segment_id=34c07bce-b33b-4445-a41e-39719457dc45)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:36:00.845892 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:00.847762 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:36:00.882396 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e320d46-52be-44a1-92ed-60b60b0933f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee6036f-b277-411d-8632-25251780a563', 'code': 200} May 10 13:36:00.915266 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=0ee6036f-b277-411d-8632-25251780a563,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:36:00.918621 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:36:01.270186 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd46a6-e78d-494c-8277-0f908a08d95b req-fe0eca35-0807-4cd7-9ddc-80afa3818fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:01.271649 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-14fd46a6-e78d-494c-8277-0f908a08d95b req-fe0eca35-0807-4cd7-9ddc-80afa3818fd2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5e320d46-52be-44a1-92ed-60b60b0933f1 HTTP/1.1" status: 200 len: 1099 time: 0.2445393 May 10 13:36:01.311920 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-14fd46a6-e78d-494c-8277-0f908a08d95b req-dae0b4e1-33a1-465e-a02c-9673ed4c067e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=223ae354-a5fa-4970-ae51-658d25887861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321393 May 10 13:36:01.857686 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65488084-51a8-47dd-a834-e37f0af2568f req-6754de97-7967-4eff-94dc-de4e228c68a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:01.858386 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-65488084-51a8-47dd-a834-e37f0af2568f req-6754de97-7967-4eff-94dc-de4e228c68a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Synchronizing usage tracker for tenant:cbf6a3e7b18e4feea680a92d87a1e13a on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:36:01.874047 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-65488084-51a8-47dd-a834-e37f0af2568f req-6754de97-7967-4eff-94dc-de4e228c68a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Unset dirty status for tenant:cbf6a3e7b18e4feea680a92d87a1e13a on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:36:01.875535 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-65488084-51a8-47dd-a834-e37f0af2568f req-6754de97-7967-4eff-94dc-de4e228c68a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e320d46-52be-44a1-92ed-60b60b0933f1 HTTP/1.1" status: 200 len: 946 time: 0.1058848 May 10 13:36:01.921383 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-65488084-51a8-47dd-a834-e37f0af2568f req-c138c58a-9dca-4f6d-a817-347c1cb3e811 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=223ae354-a5fa-4970-ae51-658d25887861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396001 May 10 13:36:03.127325 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3f10b-bc03-4300-9337-fe7753b19e82 req-87579eb4-739f-4f6c-b4b7-5f4c0002932c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:03.128825 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8dd3f10b-bc03-4300-9337-fe7753b19e82 req-87579eb4-739f-4f6c-b4b7-5f4c0002932c tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e320d46-52be-44a1-92ed-60b60b0933f1 HTTP/1.1" status: 200 len: 946 time: 0.0836587 May 10 13:36:03.178661 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8dd3f10b-bc03-4300-9337-fe7753b19e82 req-2ed6dd31-4b3a-47cf-b8cc-4218b720cdc1 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=223ae354-a5fa-4970-ae51-658d25887861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430646 May 10 13:36:03.361306 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f51c5-43b1-4df7-89ad-f27f5d4f39f0 req-6880cab0-879b-44bf-bc3e-02bd56b6bb9e tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:03.362799 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a33f51c5-43b1-4df7-89ad-f27f5d4f39f0 req-6880cab0-879b-44bf-bc3e-02bd56b6bb9e tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e320d46-52be-44a1-92ed-60b60b0933f1 HTTP/1.1" status: 200 len: 946 time: 0.0826547 May 10 13:36:03.371730 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 42392) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:36:03.376899 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [None req-a1f05a5c-d038-4b54-86b1-108fad6f2e47 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Request body: {'floatingip': {'port_id': '0ee6036f-b277-411d-8632-25251780a563'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:36:03.454994 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a1f05a5c-d038-4b54-86b1-108fad6f2e47 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for floatingip, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:04.017862 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a1f05a5c-d038-4b54-86b1-108fad6f2e47 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:04.021548 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a1f05a5c-d038-4b54-86b1-108fad6f2e47 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1711226'] for floatingip, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:04.202108 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.db.l3_db [None req-a1f05a5c-d038-4b54-86b1-108fad6f2e47 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Floating IP 390fb27b-9241-47c7-9af2-782610150eac associated. External IP: 172.28.0.200, port: 0ee6036f-b277-411d-8632-25251780a563. May 10 13:36:04.366931 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42404) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:36:04.486149 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2050640f-1d3b-4167-a1ed-70952d61b503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:04.500440 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-2050640f-1d3b-4167-a1ed-70952d61b503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:36:04.504275 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-2050640f-1d3b-4167-a1ed-70952d61b503 admin admin] Usage tracker for resource:security_group_rule and tenant:c10eb73b167e438283daac707f930ab2 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:36:04.507338 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-2050640f-1d3b-4167-a1ed-70952d61b503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:36:04.513471 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-2050640f-1d3b-4167-a1ed-70952d61b503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:36:04.599000 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2050640f-1d3b-4167-a1ed-70952d61b503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:04.602889 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2050640f-1d3b-4167-a1ed-70952d61b503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:04.612274 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-67e638a2-8481-4a35-b035-354d0490b6dc tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:36:04.652127 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-2050640f-1d3b-4167-a1ed-70952d61b503 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c10eb73b167e438283daac707f930ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840135 May 10 13:36:04.653059 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050640f-1d3b-4167-a1ed-70952d61b503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a0399e-98fe-4b4e-b2c8-c2148c89da11,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:36:04.654797 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f05a5c-d038-4b54-86b1-108fad6f2e47 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:36:04.655380 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42410) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:36:04.658097 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-2050640f-1d3b-4167-a1ed-70952d61b503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:36:04.785774 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:04.821399 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-787cb030-ecec-4701-9b3b-fa6fe5ce0b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:04.846536 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f05a5c-d038-4b54-86b1-108fad6f2e47 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:36:04.848234 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-787cb030-ecec-4701-9b3b-fa6fe5ce0b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:04.851526 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a1f05a5c-d038-4b54-86b1-108fad6f2e47 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for floatingip, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:04.857183 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757d78bf-6d71-4764-8d28-30e1fe950cf2 None None] Sync routers for ids ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'] in dv-cinder-784945-7-smb {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:36:04.867034 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757d78bf-6d71-4764-8d28-30e1fe950cf2 None None] Routers {'42dd5131-8cd3-4b89-a34a-9f8be272e4d3'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:36:04.867648 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-757d78bf-6d71-4764-8d28-30e1fe950cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:35:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:36:04.902656 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-787cb030-ecec-4701-9b3b-fa6fe5ce0b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:04.907123 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-a1f05a5c-d038-4b54-86b1-108fad6f2e47 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "PUT /v2.0/floatingips/390fb27b-9241-47c7-9af2-782610150eac HTTP/1.1" status: 200 len: 992 time: 1.5343411 May 10 13:36:04.907671 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ead7b2cd-b2da-4e48-a3bf-35c2dfb4ead2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:36:04.908145 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e320d46-52be-44a1-92ed-60b60b0933f1', 'tag': '0ee6036f-b277-411d-8632-25251780a563'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:36:04.919438 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cb030-ecec-4701-9b3b-fa6fe5ce0b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a0399e-98fe-4b4e-b2c8-c2148c89da11,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:36:04.932593 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-787cb030-ecec-4701-9b3b-fa6fe5ce0b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:36:04.933494 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-787cb030-ecec-4701-9b3b-fa6fe5ce0b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:04.948966 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-787cb030-ecec-4701-9b3b-fa6fe5ce0b5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/88a0399e-98fe-4b4e-b2c8-c2148c89da11 HTTP/1.1" status: 204 len: 168 time: 0.2810342 May 10 13:36:04.965974 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e320d46-52be-44a1-92ed-60b60b0933f1', 'tag': '0ee6036f-b277-411d-8632-25251780a563', 'status': 'completed', 'code': 200} May 10 13:36:05.073204 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf2326-db90-434c-99a4-2df9287dc303 req-b03a66f3-95e4-4061-8c8a-a116b53bac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:05.075038 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d5cf2326-db90-434c-99a4-2df9287dc303 req-b03a66f3-95e4-4061-8c8a-a116b53bac76 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cbf6a3e7b18e4feea680a92d87a1e13a&device_id=5e320d46-52be-44a1-92ed-60b60b0933f1 HTTP/1.1" status: 200 len: 1099 time: 0.0846362 May 10 13:36:05.094154 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-757d78bf-6d71-4764-8d28-30e1fe950cf2 None None] Set router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:36:05.228402 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf2326-db90-434c-99a4-2df9287dc303 req-424326f1-bff2-4d57-903f-e8e2df405bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:05.229895 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d5cf2326-db90-434c-99a4-2df9287dc303 req-424326f1-bff2-4d57-903f-e8e2df405bf3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=84ebd01f-3ae2-4677-9e0c-fa553f1814b3 HTTP/1.1" status: 200 len: 911 time: 0.1477163 May 10 13:36:05.335206 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d5cf2326-db90-434c-99a4-2df9287dc303 req-df0828b2-7e9c-4d28-a064-a79c750f513d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee6036f-b277-411d-8632-25251780a563 HTTP/1.1" status: 200 len: 1000 time: 0.0960257 May 10 13:36:05.396893 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf2326-db90-434c-99a4-2df9287dc303 req-5a853a9a-2336-4c3a-b162-8f335f0f8cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:05.398337 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d5cf2326-db90-434c-99a4-2df9287dc303 req-5a853a9a-2336-4c3a-b162-8f335f0f8cb3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72850fb9-4f1b-4ea3-98c6-92c4f29f074e HTTP/1.1" status: 200 len: 849 time: 0.0571401 May 10 13:36:05.470179 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf2326-db90-434c-99a4-2df9287dc303 req-75efa85b-9d67-41e5-a49c-653e3b69fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:05.471537 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d5cf2326-db90-434c-99a4-2df9287dc303 req-75efa85b-9d67-41e5-a49c-653e3b69fc39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84ebd01f-3ae2-4677-9e0c-fa553f1814b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0669394 May 10 13:36:05.527118 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-757d78bf-6d71-4764-8d28-30e1fe950cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:31:06Z', 'revision_number': 4, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port': {'id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_floatingips': [{'id': '390fb27b-9241-47c7-9af2-782610150eac', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'floating_ip_address': '172.28.0.200', 'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'router_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'port_id': '0ee6036f-b277-411d-8632-25251780a563', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'mac_address': 'fa:16:3e:bc:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e320d46-52be-44a1-92ed-60b60b0933f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:35:49Z', 'updated_at': '2021-05-10T13:36:03Z', 'revision_number': 1, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae', 'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'mac_address': 'fa:16:3e:6a:0c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:02Z', 'updated_at': '2021-05-10T13:31:18Z', 'revision_number': 5, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'subnets': [{'id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:36:05.530893 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757d78bf-6d71-4764-8d28-30e1fe950cf2 None None] Checking router: 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 for host: dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:36:05.539079 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757d78bf-6d71-4764-8d28-30e1fe950cf2 None None] Routers {'42dd5131-8cd3-4b89-a34a-9f8be272e4d3'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:36:05.539681 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-757d78bf-6d71-4764-8d28-30e1fe950cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:35:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:36:05.600110 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d5cf2326-db90-434c-99a4-2df9287dc303 req-0eb24509-a30c-41fa-9cfb-9f67407ec0a6 service neutron] 10.222.0.11 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208768 May 10 13:36:05.717187 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-757d78bf-6d71-4764-8d28-30e1fe950cf2 None None] Set router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:36:05.729132 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-d5cf2326-db90-434c-99a4-2df9287dc303 req-a150adfb-1492-47e7-8e09-35fac84ee025 service neutron] 10.222.0.11 "GET /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229610 May 10 13:36:06.052604 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-757d78bf-6d71-4764-8d28-30e1fe950cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:31:06Z', 'revision_number': 4, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port': {'id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_floatingips': [{'id': '390fb27b-9241-47c7-9af2-782610150eac', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'floating_ip_address': '172.28.0.200', 'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'router_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'port_id': '0ee6036f-b277-411d-8632-25251780a563', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'mac_address': 'fa:16:3e:bc:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e320d46-52be-44a1-92ed-60b60b0933f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:35:49Z', 'updated_at': '2021-05-10T13:36:03Z', 'revision_number': 1, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae', 'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'mac_address': 'fa:16:3e:6a:0c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:02Z', 'updated_at': '2021-05-10T13:31:18Z', 'revision_number': 5, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'subnets': [{'id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:36:06.056884 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757d78bf-6d71-4764-8d28-30e1fe950cf2 None None] The sync data for ids ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'] in dv-cinder-784945-7-smb is: [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:31:06Z', 'revision_number': 4, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port': {'id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_floatingips': [{'id': '390fb27b-9241-47c7-9af2-782610150eac', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'floating_ip_address': '172.28.0.200', 'floating_network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'router_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'port_id': '0ee6036f-b277-411d-8632-25251780a563', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'mac_address': 'fa:16:3e:bc:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e320d46-52be-44a1-92ed-60b60b0933f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T13:35:49Z', 'updated_at': '2021-05-10T13:36:03Z', 'revision_number': 1, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae', 'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'mac_address': 'fa:16:3e:6a:0c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:02Z', 'updated_at': '2021-05-10T13:31:18Z', 'revision_number': 5, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'subnets': [{'id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:36:06.236465 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f19a5a-639e-4dea-a062-ef8febf00d91 None None] New status for floating IP 390fb27b-9241-47c7-9af2-782610150eac: ACTIVE {{(pid=78780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 13:36:06.515668 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-4c7d6e7d-e2ee-435d-a82f-5abf7a641fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:09.020245 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-97080717-0ef0-4148-8275-6c4ef65569d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:09.195649 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:10.218193 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:12.009083 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:15.245576 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd90e4-1517-4ccf-815a-996139f84941 req-f58c5c7f-dfd3-43c6-96a9-888467abd536 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:15.247013 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-39fd90e4-1517-4ccf-815a-996139f84941 req-f58c5c7f-dfd3-43c6-96a9-888467abd536 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.0793240 May 10 13:36:15.293543 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-39fd90e4-1517-4ccf-815a-996139f84941 req-7b70a474-c271-41b6-ac55-9217fc9c8a6b tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406964 May 10 13:36:16.480510 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a62a7e-1548-4938-9a8a-720fe2ba4936 req-b353c2ce-e7e4-497f-86a7-d412e661b55d tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:16.481984 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c6a62a7e-1548-4938-9a8a-720fe2ba4936 req-b353c2ce-e7e4-497f-86a7-d412e661b55d tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.0778117 May 10 13:36:16.525775 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c6a62a7e-1548-4938-9a8a-720fe2ba4936 req-7e432d0e-2ebb-4ea5-a2af-51043df267f5 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381429 May 10 13:36:17.713183 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1901ca-3965-4acc-ab97-07650ff034f3 req-ab361b38-dbdc-4771-8d1f-001a4c7721ee tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:17.714654 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1a1901ca-3965-4acc-ab97-07650ff034f3 req-ab361b38-dbdc-4771-8d1f-001a4c7721ee tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.0804837 May 10 13:36:17.758825 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1a1901ca-3965-4acc-ab97-07650ff034f3 req-9d9b3168-11e1-477c-bb4b-838b0f063c0d tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385716 May 10 13:36:18.944409 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb95613-88c3-4782-adb4-ce72bff691d7 req-7524c7c8-560a-47f1-b6d1-fcd3e9c07d5c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:18.945876 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9bb95613-88c3-4782-adb4-ce72bff691d7 req-7524c7c8-560a-47f1-b6d1-fcd3e9c07d5c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.0806007 May 10 13:36:18.992504 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9bb95613-88c3-4782-adb4-ce72bff691d7 req-22969e37-a665-4b19-bd46-9ec51391e718 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402761 May 10 13:36:20.179087 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89f12f-be20-4cc7-b451-e6c62a8170d5 req-1845e7b6-febc-4687-8250-55696b187fd6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:20.180521 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-fe89f12f-be20-4cc7-b451-e6c62a8170d5 req-1845e7b6-febc-4687-8250-55696b187fd6 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.0776277 May 10 13:36:20.224254 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-fe89f12f-be20-4cc7-b451-e6c62a8170d5 req-2ac9a69a-5322-446c-bec5-b7cd8331f549 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373793 May 10 13:36:21.411491 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da647962-9a1d-4337-bdd4-1d8b2c7b0644 req-b1f5f515-dbd4-468b-87d0-eeaff981fcf9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:21.412946 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-da647962-9a1d-4337-bdd4-1d8b2c7b0644 req-b1f5f515-dbd4-468b-87d0-eeaff981fcf9 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.0812676 May 10 13:36:21.456960 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-da647962-9a1d-4337-bdd4-1d8b2c7b0644 req-ba246fdd-4068-4e06-b410-f8d8fbd02d1d tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383818 May 10 13:36:22.642965 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2b633-ca77-4f03-96bd-53fe2cc05cb7 req-dddcd974-5c8b-4265-8d2d-723ba97c7d6a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:22.644540 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1dd2b633-ca77-4f03-96bd-53fe2cc05cb7 req-dddcd974-5c8b-4265-8d2d-723ba97c7d6a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.0811691 May 10 13:36:22.690046 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1dd2b633-ca77-4f03-96bd-53fe2cc05cb7 req-6cf74c1a-f95f-45c5-9a28-01bbb22356fd tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395198 May 10 13:36:23.881917 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3466b35-0236-45dd-bad6-aa52f4847b9f req-172a1ca4-5320-4dc2-9f6a-f707efbeba7b tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:23.883345 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d3466b35-0236-45dd-bad6-aa52f4847b9f req-172a1ca4-5320-4dc2-9f6a-f707efbeba7b tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.0803702 May 10 13:36:23.926952 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d3466b35-0236-45dd-bad6-aa52f4847b9f req-76c80df0-73b7-4ecb-8af7-c274a2b7e40d tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379667 May 10 13:36:25.112282 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5505f-3f2b-43fb-b450-a6eec164760e req-6d1b3a46-74eb-4682-a77a-8d68ff5458ec tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:25.113709 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-28f5505f-3f2b-43fb-b450-a6eec164760e req-6d1b3a46-74eb-4682-a77a-8d68ff5458ec tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.0808771 May 10 13:36:25.157324 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-28f5505f-3f2b-43fb-b450-a6eec164760e req-0b0639a1-d810-440c-9252-7af156e368f0 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378590 May 10 13:36:26.344039 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76dfea-2a0a-4cbd-b2cd-df7c45d94e24 req-61b3dc14-c2c0-416a-92de-6d53aee08520 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:26.345549 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-eb76dfea-2a0a-4cbd-b2cd-df7c45d94e24 req-61b3dc14-c2c0-416a-92de-6d53aee08520 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.0798991 May 10 13:36:26.393768 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-eb76dfea-2a0a-4cbd-b2cd-df7c45d94e24 req-53225458-609b-4826-81c5-e94d9c955e68 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424511 May 10 13:36:26.778526 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 9b3971f7-6d43-4f31-aef8-f671e2ea39db details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:36:26.907592 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 9b3971f7-6d43-4f31-aef8-f671e2ea39db, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b3971f7-6d43-4f31-aef8-f671e2ea39db,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:36:26.920726 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': '9b3971f7-6d43-4f31-aef8-f671e2ea39db', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'port_id': '9b3971f7-6d43-4f31-aef8-f671e2ea39db', 'mac_address': 'fa:16:3e:95:b4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:36:26.972806 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:26.989091 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b3971f7-6d43-4f31-aef8-f671e2ea39db {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:36:27.004942 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 9b3971f7-6d43-4f31-aef8-f671e2ea39db, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b3971f7-6d43-4f31-aef8-f671e2ea39db,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:36:27.008879 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:27.010647 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:36:27.079919 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=9b3971f7-6d43-4f31-aef8-f671e2ea39db,revision_number=6']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:36:27.086872 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:36:27.087222 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:36:27.087559 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:36:27.087892 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:36:27.088216 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:36:27.088539 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:36:27.088860 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:36:27.089730 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:36:27.090052 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:36:27.090370 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:36:27.090685 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:36:27.090999 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:36:27.094676 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:36:27.110846 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['9b3971f7-6d43-4f31-aef8-f671e2ea39db'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:36:27.584090 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3640626-8bc1-4917-9bdf-049cf01c1bb3 req-27ee8131-6834-432e-a2bd-5546bbc7423e tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:27.585585 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b3640626-8bc1-4917-9bdf-049cf01c1bb3 req-27ee8131-6834-432e-a2bd-5546bbc7423e tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 944 time: 0.0818810 May 10 13:36:27.632400 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b3640626-8bc1-4917-9bdf-049cf01c1bb3 req-6e0a368a-6448-49a5-ab05-4280a98b0bec tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409770 May 10 13:36:28.794892 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 9b3971f7-6d43-4f31-aef8-f671e2ea39db up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:36:28.849919 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ad90b-7232-4d26-8dde-e15f38659f62 req-dbd103e7-0a55-47eb-902b-ec1c233b14b7 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:28.852094 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-2e0ad90b-7232-4d26-8dde-e15f38659f62 req-dbd103e7-0a55-47eb-902b-ec1c233b14b7 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 944 time: 0.1046476 May 10 13:36:28.877381 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port 9b3971f7-6d43-4f31-aef8-f671e2ea39db triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:36:28.877864 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:28.900645 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-2e0ad90b-7232-4d26-8dde-e15f38659f62 req-b95c36ff-dd46-442c-850a-4ba37945f488 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411592 May 10 13:36:29.019347 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:29.048895 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e13ee25-dd85-4e3d-a265-901af308d847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3971f7-6d43-4f31-aef8-f671e2ea39db'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:36:29.058964 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 9b3971f7-6d43-4f31-aef8-f671e2ea39db, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b3971f7-6d43-4f31-aef8-f671e2ea39db,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:36:29.065470 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:29.068243 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:36:29.157018 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=9b3971f7-6d43-4f31-aef8-f671e2ea39db,revision_number=7']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:36:29.160573 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:36:29.182103 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e13ee25-dd85-4e3d-a265-901af308d847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3971f7-6d43-4f31-aef8-f671e2ea39db', 'code': 200} May 10 13:36:30.115604 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde1a36-420e-4241-8680-fdd740da812d req-814c2ed4-e10b-4c4b-9ca5-196cbc32fc31 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:30.117229 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4cde1a36-420e-4241-8680-fdd740da812d req-814c2ed4-e10b-4c4b-9ca5-196cbc32fc31 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.0882392 May 10 13:36:30.168362 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4cde1a36-420e-4241-8680-fdd740da812d req-be962da5-712b-4ff7-9e27-384415420830 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448089 May 10 13:36:31.367525 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd104d6c-884e-480d-8366-61074ed4a72d req-1ea0ea1f-6768-44df-b055-a0befe6956b5 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:31.374934 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-cd104d6c-884e-480d-8366-61074ed4a72d req-1ea0ea1f-6768-44df-b055-a0befe6956b5 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.0880218 May 10 13:36:31.418362 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-cd104d6c-884e-480d-8366-61074ed4a72d req-9fda3906-2386-4056-950b-7245df28b36f tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426009 May 10 13:36:32.626651 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d092f-144a-4adf-974a-737cd99dcb56 req-eb4ab9a2-9fee-47a8-82a3-4ddb42b2c0d4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:32.628262 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0d9d092f-144a-4adf-974a-737cd99dcb56 req-eb4ab9a2-9fee-47a8-82a3-4ddb42b2c0d4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.0844238 May 10 13:36:32.675585 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-0d9d092f-144a-4adf-974a-737cd99dcb56 req-2b803a82-7a8c-4110-8f7a-0d5782fa6db1 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408354 May 10 13:36:33.972500 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c54de4-69f5-4b66-af71-530258e87e65 req-37532a0c-cf6d-436d-bed5-4e32dd802ca8 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:33.975785 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-49c54de4-69f5-4b66-af71-530258e87e65 req-37532a0c-cf6d-436d-bed5-4e32dd802ca8 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.1858976 May 10 13:36:34.030208 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-49c54de4-69f5-4b66-af71-530258e87e65 req-13ff6b8d-249f-4a84-a588-b89bfc721415 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493090 May 10 13:36:34.781852 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:35.232151 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda05d2-60ff-4931-a06a-7d15b68f1a8c req-2609f40d-0408-4713-875a-380191d8d9b4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:35.234030 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4dda05d2-60ff-4931-a06a-7d15b68f1a8c req-2609f40d-0408-4713-875a-380191d8d9b4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.0876670 May 10 13:36:35.294301 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4dda05d2-60ff-4931-a06a-7d15b68f1a8c req-d4bee6ff-7d2a-45e8-b82e-87cd1507c83e tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540929 May 10 13:36:35.788997 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:36:36.522157 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825f3e9-aca5-4c6a-b2be-103f1d25eae2 req-acd79e68-871e-449a-8ac7-0f7759df5b82 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:36.523675 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5825f3e9-aca5-4c6a-b2be-103f1d25eae2 req-acd79e68-871e-449a-8ac7-0f7759df5b82 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.0842171 May 10 13:36:36.528890 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-07e84a25-7299-4f47-900a-506a3f4b0fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:36.584183 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-5825f3e9-aca5-4c6a-b2be-103f1d25eae2 req-2209aed6-71ff-416d-9e3e-38489df49626 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513816 May 10 13:36:37.777586 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f5c60-b1c0-40d5-a64b-3affc1369666 req-1f348c77-7c8c-493d-b915-1c27756b8fc0 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:37.779016 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-a32f5c60-b1c0-40d5-a64b-3affc1369666 req-1f348c77-7c8c-493d-b915-1c27756b8fc0 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.0782657 May 10 13:36:37.867933 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-a32f5c60-b1c0-40d5-a64b-3affc1369666 req-deb31f33-390e-42e5-854f-c24f60f29bd3 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579410 May 10 13:36:37.885772 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509c109-88f0-451d-a5ed-5e5cd1c5d4b8 req-64ab86cf-2e4a-4caf-a7bf-58556d792481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:37.887203 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f509c109-88f0-451d-a5ed-5e5cd1c5d4b8 req-64ab86cf-2e4a-4caf-a7bf-58556d792481 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94c12e582ce64e398dff331859cc2254&device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 1098 time: 0.1073668 May 10 13:36:38.015202 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509c109-88f0-451d-a5ed-5e5cd1c5d4b8 req-fd9f1362-30d4-43d3-93ed-f5b43480bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:38.016592 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f509c109-88f0-451d-a5ed-5e5cd1c5d4b8 req-fd9f1362-30d4-43d3-93ed-f5b43480bff1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803 HTTP/1.1" status: 200 len: 918 time: 0.1235864 May 10 13:36:38.117744 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f509c109-88f0-451d-a5ed-5e5cd1c5d4b8 req-0d1f8420-a91e-4dac-8072-6fb3de32a643 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b3971f7-6d43-4f31-aef8-f671e2ea39db HTTP/1.1" status: 200 len: 999 time: 0.0935330 May 10 13:36:38.178006 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509c109-88f0-451d-a5ed-5e5cd1c5d4b8 req-c33575ce-02eb-4a8a-b031-37ea906552df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:38.179362 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f509c109-88f0-451d-a5ed-5e5cd1c5d4b8 req-c33575ce-02eb-4a8a-b031-37ea906552df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24199e2d-ee05-4653-a9ce-54cbb6e9b5cc HTTP/1.1" status: 200 len: 856 time: 0.0561006 May 10 13:36:38.251446 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509c109-88f0-451d-a5ed-5e5cd1c5d4b8 req-1a1bada0-2b20-4755-8c35-9524b1a79db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:38.252872 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f509c109-88f0-451d-a5ed-5e5cd1c5d4b8 req-1a1bada0-2b20-4755-8c35-9524b1a79db7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675502 May 10 13:36:38.378321 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f509c109-88f0-451d-a5ed-5e5cd1c5d4b8 req-5a97ac75-4dd3-482d-9049-001eeb5e4651 service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183703 May 10 13:36:38.504938 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f509c109-88f0-451d-a5ed-5e5cd1c5d4b8 req-d5a5e704-970c-493e-9c7b-cd1370d4046a service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191967 May 10 13:36:39.022329 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-dcb57562-3b07-4a6f-b53a-e56b1acde32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:39.057025 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ef630-8f32-4088-8a92-6ae9e7400f42 req-86a6790d-9ab9-470b-b832-0a69605be821 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:39.059058 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-821ef630-8f32-4088-8a92-6ae9e7400f42 req-86a6790d-9ab9-470b-b832-0a69605be821 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.0824797 May 10 13:36:39.105839 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-821ef630-8f32-4088-8a92-6ae9e7400f42 req-072d0bb5-5df4-46ab-b4d1-79edff4a1544 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410874 May 10 13:36:39.198236 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:40.226636 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:40.303595 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6a64a-b4b1-4d1e-88d3-d247f05d4ad9 req-29617482-48c2-4308-8939-a7d0abaea020 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:40.305020 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6eb6a64a-b4b1-4d1e-88d3-d247f05d4ad9 req-29617482-48c2-4308-8939-a7d0abaea020 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 945 time: 0.0853157 May 10 13:36:40.349133 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6eb6a64a-b4b1-4d1e-88d3-d247f05d4ad9 req-47895abc-df39-4266-be93-43d5fef789d4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377975 May 10 13:36:40.857273 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 9b3971f7-6d43-4f31-aef8-f671e2ea39db no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:36:40.967049 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:40.992973 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e13ee25-dd85-4e3d-a265-901af308d847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b3971f7-6d43-4f31-aef8-f671e2ea39db'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:36:41.003011 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 9b3971f7-6d43-4f31-aef8-f671e2ea39db, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b3971f7-6d43-4f31-aef8-f671e2ea39db,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:36:41.007688 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:41.013185 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:36:41.038264 dv-cinder-784945-7-smb neutron-server[78779]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e13ee25-dd85-4e3d-a265-901af308d847', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b3971f7-6d43-4f31-aef8-f671e2ea39db', 'code': 422} returned with failed status May 10 13:36:41.077563 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=9b3971f7-6d43-4f31-aef8-f671e2ea39db,revision_number=8']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:36:41.080638 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:36:41.534166 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12c39e-163f-4a17-b406-ed26ed10626c req-a0f9350d-b9cb-4855-96fd-09cf1d06eb83 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:41.535596 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-df12c39e-163f-4a17-b406-ed26ed10626c req-a0f9350d-b9cb-4855-96fd-09cf1d06eb83 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 943 time: 0.0783775 May 10 13:36:41.578178 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-df12c39e-163f-4a17-b406-ed26ed10626c req-d751ad84-5215-4173-ade7-905f539da709 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369887 May 10 13:36:42.019384 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:42.917777 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec10947-aaa2-4075-8471-0485e20cd550 req-56e6497e-a62b-4b8a-963e-3e51f5fde005 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:42.918931 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-03d449a1-7607-4ce8-b3ba-c794eb4271d0 req-e4ff13b1-4f10-422c-bd06-e0b0c6819e73 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0730731 May 10 13:36:42.919356 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3ec10947-aaa2-4075-8471-0485e20cd550 req-56e6497e-a62b-4b8a-963e-3e51f5fde005 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 943 time: 0.0794609 May 10 13:36:42.965559 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3ec10947-aaa2-4075-8471-0485e20cd550 req-da4217a6-3245-4f42-9262-8ca11c1c2930 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399852 May 10 13:36:43.757709 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d449a1-7607-4ce8-b3ba-c794eb4271d0 req-702a3b57-1f18-4d93-81d4-d75a220f71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:43.759266 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-03d449a1-7607-4ce8-b3ba-c794eb4271d0 req-702a3b57-1f18-4d93-81d4-d75a220f71ed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847&tenant_id=94c12e582ce64e398dff331859cc2254 HTTP/1.1" status: 200 len: 1096 time: 0.0729182 May 10 13:36:43.846943 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d449a1-7607-4ce8-b3ba-c794eb4271d0 req-9ee9e2eb-1282-4db3-a30c-288bb19c194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:43.848350 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-03d449a1-7607-4ce8-b3ba-c794eb4271d0 req-9ee9e2eb-1282-4db3-a30c-288bb19c194b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94c12e582ce64e398dff331859cc2254&device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 1096 time: 0.0683043 May 10 13:36:44.053982 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d449a1-7607-4ce8-b3ba-c794eb4271d0 req-c27bc559-3934-4b48-bacc-fff3a57fa36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:44.055399 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-03d449a1-7607-4ce8-b3ba-c794eb4271d0 req-c27bc559-3934-4b48-bacc-fff3a57fa36d service neutron] 10.222.0.11 "GET /v2.0/networks?id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803 HTTP/1.1" status: 200 len: 918 time: 0.1998250 May 10 13:36:44.155425 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4a791-7974-4045-b5cc-afdefd1eb6fb req-e315ad6e-ff50-4d1b-9ff2-4f46f37b7320 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:44.157013 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6ef4a791-7974-4045-b5cc-afdefd1eb6fb req-e315ad6e-ff50-4d1b-9ff2-4f46f37b7320 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 943 time: 0.0801768 May 10 13:36:44.157541 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-03d449a1-7607-4ce8-b3ba-c794eb4271d0 req-cea221f6-246b-4dd6-9744-a2eb0aaf181e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b3971f7-6d43-4f31-aef8-f671e2ea39db HTTP/1.1" status: 200 len: 997 time: 0.0959451 May 10 13:36:44.202539 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6ef4a791-7974-4045-b5cc-afdefd1eb6fb req-861922c3-557b-464c-b7d8-cb05258e309b tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395012 May 10 13:36:44.224223 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d449a1-7607-4ce8-b3ba-c794eb4271d0 req-3acd28c3-52da-47c8-86a7-073b401b77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:44.225694 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-03d449a1-7607-4ce8-b3ba-c794eb4271d0 req-3acd28c3-52da-47c8-86a7-073b401b77ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24199e2d-ee05-4653-a9ce-54cbb6e9b5cc HTTP/1.1" status: 200 len: 856 time: 0.0621243 May 10 13:36:44.298600 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d449a1-7607-4ce8-b3ba-c794eb4271d0 req-bb3d33d6-dfe1-4ed4-85ff-574806484aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:44.299953 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-03d449a1-7607-4ce8-b3ba-c794eb4271d0 req-bb3d33d6-dfe1-4ed4-85ff-574806484aeb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dbc2653-6c72-4de2-b0f7-21c9bab3f803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0686221 May 10 13:36:44.428436 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-03d449a1-7607-4ce8-b3ba-c794eb4271d0 req-13e206ed-a055-4313-aa1c-47129ac4ad9a service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211686 May 10 13:36:44.555876 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-03d449a1-7607-4ce8-b3ba-c794eb4271d0 req-ff7d5834-002b-4719-8ae3-92a7f96ea6ec service neutron] 10.222.0.11 "GET /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212502 May 10 13:36:45.401697 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826fd68-1085-4f3d-b3f3-20aa06cd237e req-c1376873-e8a6-4d35-910a-15a2a10c057b tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:45.403190 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c826fd68-1085-4f3d-b3f3-20aa06cd237e req-c1376873-e8a6-4d35-910a-15a2a10c057b tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 943 time: 0.0840251 May 10 13:36:45.450222 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c826fd68-1085-4f3d-b3f3-20aa06cd237e req-e35a11ed-9e89-4d9c-a65f-5d022c20675c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413826 May 10 13:36:46.643856 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e927b2f-caa4-486d-bc12-75af8eb6a336 req-081a3427-a000-4b3b-9b33-fd82a9de39f8 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:46.645389 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6e927b2f-caa4-486d-bc12-75af8eb6a336 req-081a3427-a000-4b3b-9b33-fd82a9de39f8 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 943 time: 0.0858223 May 10 13:36:46.782264 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6e927b2f-caa4-486d-bc12-75af8eb6a336 req-74c89163-2c2b-4a5f-b545-27384626ecd8 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309385 May 10 13:36:47.976058 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7dfa9-5caa-4082-a770-7874f9644057 req-d0b3bda8-9de0-4d68-8c5f-2244dc196384 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:47.978162 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-fda7dfa9-5caa-4082-a770-7874f9644057 req-d0b3bda8-9de0-4d68-8c5f-2244dc196384 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 943 time: 0.0816951 May 10 13:36:48.028864 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-fda7dfa9-5caa-4082-a770-7874f9644057 req-59a2889b-3d44-431f-a8bd-79802c9fa847 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456035 May 10 13:36:49.226205 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86291a-613b-4a77-bb95-51b18a7f3474 req-e8aa6b0d-dde6-4d3b-a71f-0781b1ce5cae tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:49.228444 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-df86291a-613b-4a77-bb95-51b18a7f3474 req-e8aa6b0d-dde6-4d3b-a71f-0781b1ce5cae tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 943 time: 0.0867946 May 10 13:36:49.278966 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-df86291a-613b-4a77-bb95-51b18a7f3474 req-b6b35245-6771-47cb-bdf9-b5dc283aa359 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406177 May 10 13:36:50.472651 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc8897-d18e-40ae-a9b0-bb0211b008a3 req-14169472-283c-4617-8502-9beef2852b3a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:50.474046 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d6cc8897-d18e-40ae-a9b0-bb0211b008a3 req-14169472-283c-4617-8502-9beef2852b3a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 943 time: 0.0828547 May 10 13:36:50.518772 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d6cc8897-d18e-40ae-a9b0-bb0211b008a3 req-618aab18-bcd4-4eac-b450-7d67b9745620 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388534 May 10 13:36:51.709281 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb5e3e-3de7-43e7-9289-478863fc001a req-a7a3827e-9db1-4bc3-ba68-47505d4bcfbd tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:51.710757 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-76bb5e3e-3de7-43e7-9289-478863fc001a req-a7a3827e-9db1-4bc3-ba68-47505d4bcfbd tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 943 time: 0.0819681 May 10 13:36:51.756883 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-76bb5e3e-3de7-43e7-9289-478863fc001a req-374496c2-c69f-4a36-b9bb-2b1ecf0f0918 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396802 May 10 13:36:53.106794 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abcf32-411f-431f-a11e-4fcc95aedf82 req-1c3811ff-c86f-47f3-ad1e-f82d31e872c3 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:53.108165 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-02abcf32-411f-431f-a11e-4fcc95aedf82 req-1c3811ff-c86f-47f3-ad1e-f82d31e872c3 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 943 time: 0.0844059 May 10 13:36:53.154158 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-02abcf32-411f-431f-a11e-4fcc95aedf82 req-7919f9f9-7d66-4b26-8ddb-7cdfe05b8953 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403318 May 10 13:36:54.352231 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4d5b1-a9f4-4e52-92d3-d58373375091 req-ef3bc47b-babd-45c3-86da-b888f99f950b tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:54.353624 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-04f4d5b1-a9f4-4e52-92d3-d58373375091 req-ef3bc47b-babd-45c3-86da-b888f99f950b tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 943 time: 0.0838447 May 10 13:36:54.399910 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-04f4d5b1-a9f4-4e52-92d3-d58373375091 req-7b9415ec-57fb-4a23-8730-9b23e17529d8 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398529 May 10 13:36:55.585462 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2709d8c-c644-4d3b-ace9-aace5b7fec4e req-77d499a2-0dc5-4771-80b6-769824062483 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:55.586805 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a2709d8c-c644-4d3b-ace9-aace5b7fec4e req-77d499a2-0dc5-4771-80b6-769824062483 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 943 time: 0.0787992 May 10 13:36:55.636590 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-a2709d8c-c644-4d3b-ace9-aace5b7fec4e req-ac4fde9c-818e-4696-bf47-bd5770606bd4 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428560 May 10 13:36:56.829855 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a843961-e619-4e31-816f-2455f453ead6 req-9ee1edf7-450f-4879-8e3e-2ab1582757b5 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:56.831281 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7a843961-e619-4e31-816f-2455f453ead6 req-9ee1edf7-450f-4879-8e3e-2ab1582757b5 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 943 time: 0.0816340 May 10 13:36:56.875198 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7a843961-e619-4e31-816f-2455f453ead6 req-0e7d4f9a-3a9d-40be-bf92-2f0d86a58f71 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380971 May 10 13:36:56.938996 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 9b3971f7-6d43-4f31-aef8-f671e2ea39db details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:36:57.067361 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 9b3971f7-6d43-4f31-aef8-f671e2ea39db, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b3971f7-6d43-4f31-aef8-f671e2ea39db,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:36:57.079878 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': '9b3971f7-6d43-4f31-aef8-f671e2ea39db', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'port_id': '9b3971f7-6d43-4f31-aef8-f671e2ea39db', 'mac_address': 'fa:16:3e:95:b4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:36:57.132701 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:57.149285 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3971f7-6d43-4f31-aef8-f671e2ea39db {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:36:57.163888 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 9b3971f7-6d43-4f31-aef8-f671e2ea39db, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b3971f7-6d43-4f31-aef8-f671e2ea39db,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:36:57.168949 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:57.170745 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:36:57.237050 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=9b3971f7-6d43-4f31-aef8-f671e2ea39db,revision_number=9']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:36:57.240119 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:36:57.376756 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['9b3971f7-6d43-4f31-aef8-f671e2ea39db'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:36:58.082071 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0e004-29d5-4f0a-9f01-fb7d3c21b22c req-be2c60b6-c2de-463b-9f56-419c485caa2e tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:58.083964 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d6f0e004-29d5-4f0a-9f01-fb7d3c21b22c req-be2c60b6-c2de-463b-9f56-419c485caa2e tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 944 time: 0.0861218 May 10 13:36:58.131851 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d6f0e004-29d5-4f0a-9f01-fb7d3c21b22c req-383ea7a7-2ca7-41c7-8362-0d6e101a9059 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413339 May 10 13:36:58.948538 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 9b3971f7-6d43-4f31-aef8-f671e2ea39db up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:36:59.017003 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port 9b3971f7-6d43-4f31-aef8-f671e2ea39db triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:36:59.017414 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:59.132167 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:59.159365 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e13ee25-dd85-4e3d-a265-901af308d847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3971f7-6d43-4f31-aef8-f671e2ea39db'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:36:59.169834 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 9b3971f7-6d43-4f31-aef8-f671e2ea39db, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b3971f7-6d43-4f31-aef8-f671e2ea39db,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:36:59.175529 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:36:59.178103 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-3f4d01ec-dc7f-45f0-9b19-c348ce65b01d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:36:59.249333 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=9b3971f7-6d43-4f31-aef8-f671e2ea39db,revision_number=10']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:36:59.251865 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:36:59.336518 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc90b3-a342-4c70-a57b-5194c0d8cab7 req-45fc289f-740c-45a8-a6a6-0582ffd3aa09 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:59.338052 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-19dc90b3-a342-4c70-a57b-5194c0d8cab7 req-45fc289f-740c-45a8-a6a6-0582ffd3aa09 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 946 time: 0.0827622 May 10 13:36:59.385813 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-19dc90b3-a342-4c70-a57b-5194c0d8cab7 req-3f8c1d65-baff-4b20-934c-435eaf7cdb75 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413473 May 10 13:36:59.439233 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e13ee25-dd85-4e3d-a265-901af308d847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3971f7-6d43-4f31-aef8-f671e2ea39db', 'code': 200} May 10 13:36:59.678698 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b02ec-9a58-4bd9-9d5a-9132618a50e9 req-c3c7cc90-0319-4d06-b64c-25b4e958f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:36:59.680214 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-fa2b02ec-9a58-4bd9-9d5a-9132618a50e9 req-c3c7cc90-0319-4d06-b64c-25b4e958f1ab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 1099 time: 0.0699000 May 10 13:36:59.719723 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-fa2b02ec-9a58-4bd9-9d5a-9132618a50e9 req-00f7b5a3-649c-4ee6-9869-0788ce263c68 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337098 May 10 13:37:00.577155 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a072de-dfe0-4a45-aab5-3f8f128b18e3 req-9fe9478f-2e4e-4ba0-ae40-190fdfe81763 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:00.578674 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c4a072de-dfe0-4a45-aab5-3f8f128b18e3 req-9fe9478f-2e4e-4ba0-ae40-190fdfe81763 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 946 time: 0.0794051 May 10 13:37:00.625812 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-c4a072de-dfe0-4a45-aab5-3f8f128b18e3 req-59f7bf4c-f93b-4a93-86b7-2345e11a6729 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413213 May 10 13:37:01.831860 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e0c65-7b1f-4c41-90aa-46317d2ce8f2 req-05342de2-e88b-4560-8508-e067f70d4897 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:01.833319 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-368e0c65-7b1f-4c41-90aa-46317d2ce8f2 req-05342de2-e88b-4560-8508-e067f70d4897 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 946 time: 0.0822997 May 10 13:37:01.877495 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-368e0c65-7b1f-4c41-90aa-46317d2ce8f2 req-eb458a48-6526-446a-bc61-e8c1f7317f52 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384295 May 10 13:37:04.789085 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:05.988805 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccee4d-0483-41f4-a43f-267ab740d8b4 req-56ffa584-0067-4265-87f6-259046784411 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:05.990345 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-21ccee4d-0483-41f4-a43f-267ab740d8b4 req-56ffa584-0067-4265-87f6-259046784411 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e320d46-52be-44a1-92ed-60b60b0933f1 HTTP/1.1" status: 200 len: 946 time: 0.0848832 May 10 13:37:06.034753 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-21ccee4d-0483-41f4-a43f-267ab740d8b4 req-3a01a97f-0f3d-432a-b9b0-6ac4cb508ff0 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=223ae354-a5fa-4970-ae51-658d25887861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381916 May 10 13:37:06.520386 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-5ca68179-f3d1-488f-8d3c-aaaecf0cd5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:07.265153 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae367a7-3eb6-4cf4-b833-d517171cd9f3 req-02a3f242-4879-46ee-b9ac-e8809465d339 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:07.266625 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3ae367a7-3eb6-4cf4-b833-d517171cd9f3 req-02a3f242-4879-46ee-b9ac-e8809465d339 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e320d46-52be-44a1-92ed-60b60b0933f1 HTTP/1.1" status: 200 len: 946 time: 0.1038547 May 10 13:37:07.270489 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-180f864f-e3dd-4a17-b258-b55da6c1d3c7 req-8adc2746-03ad-4a1a-bad3-5cd8d4dc7fde service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1430840 May 10 13:37:07.310180 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3ae367a7-3eb6-4cf4-b833-d517171cd9f3 req-091f660d-cea9-47b9-b97c-a6ec8f5c33ea tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=223ae354-a5fa-4970-ae51-658d25887861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377965 May 10 13:37:07.411621 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f864f-e3dd-4a17-b258-b55da6c1d3c7 req-69ea1495-8e2a-47a0-abe0-55fe60c49aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:07.413035 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-180f864f-e3dd-4a17-b258-b55da6c1d3c7 req-69ea1495-8e2a-47a0-abe0-55fe60c49aef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aed95712bd2b4455b07f64688d052baa&device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 1098 time: 0.0709565 May 10 13:37:07.555768 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f864f-e3dd-4a17-b258-b55da6c1d3c7 req-c7b07c55-2608-4ff6-b4f2-b99d9db6d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:07.557192 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-180f864f-e3dd-4a17-b258-b55da6c1d3c7 req-c7b07c55-2608-4ff6-b4f2-b99d9db6d6b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=72f7116b-c3ab-4a0a-93c8-178ba457121f HTTP/1.1" status: 200 len: 910 time: 0.1235530 May 10 13:37:07.699717 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-180f864f-e3dd-4a17-b258-b55da6c1d3c7 req-12a2d65c-6ce8-4b1c-996e-fcd651405346 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d797a3e-8d28-4816-927a-f2e9ef9c8661 HTTP/1.1" status: 200 len: 1001 time: 0.1351225 May 10 13:37:07.781964 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806f546-b9e7-421f-a7cf-dd3eca84c24f req-20244513-9755-4236-9554-a65a7c314750 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:07.783333 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8806f546-b9e7-421f-a7cf-dd3eca84c24f req-20244513-9755-4236-9554-a65a7c314750 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e320d46-52be-44a1-92ed-60b60b0933f1 HTTP/1.1" status: 200 len: 946 time: 0.1519628 May 10 13:37:07.784734 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f864f-e3dd-4a17-b258-b55da6c1d3c7 req-56fba59e-1f0a-4ae4-b61e-b5226d0d273b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:07.786041 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-180f864f-e3dd-4a17-b258-b55da6c1d3c7 req-56fba59e-1f0a-4ae4-b61e-b5226d0d273b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5 HTTP/1.1" status: 200 len: 848 time: 0.0790372 May 10 13:37:08.046218 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f864f-e3dd-4a17-b258-b55da6c1d3c7 req-2069ac6f-4d07-4eaa-b2aa-7ef68449c5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:08.047670 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-180f864f-e3dd-4a17-b258-b55da6c1d3c7 req-2069ac6f-4d07-4eaa-b2aa-7ef68449c5fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72f7116b-c3ab-4a0a-93c8-178ba457121f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2525747 May 10 13:37:08.083756 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-8806f546-b9e7-421f-a7cf-dd3eca84c24f req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Deleting port 0ee6036f-b277-411d-8632-25251780a563 {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:37:08.084098 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8806f546-b9e7-421f-a7cf-dd3eca84c24f req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:08.298574 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-180f864f-e3dd-4a17-b258-b55da6c1d3c7 req-4001bbb5-6dae-4daa-8374-b91bfef9be22 service neutron] 10.222.0.11 "GET /v2.0/networks/72f7116b-c3ab-4a0a-93c8-178ba457121f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371795 May 10 13:37:08.300496 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-8806f546-b9e7-421f-a7cf-dd3eca84c24f req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] For port 0ee6036f-b277-411d-8632-25251780a563, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0ee6036f-b277-411d-8632-25251780a563,segment=NetworkSegment(34c07bce-b33b-4445-a41e-39719457dc45),segment_id=34c07bce-b33b-4445-a41e-39719457dc45)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:37:08.300496 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8806f546-b9e7-421f-a7cf-dd3eca84c24f req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:08.499210 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a98de1-d2c6-4077-b9cf-684c0ebed6f3 req-e8ee1aa4-247c-482f-9185-333c4476a7d5 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:08.500633 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-86a98de1-d2c6-4077-b9cf-684c0ebed6f3 req-e8ee1aa4-247c-482f-9185-333c4476a7d5 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e320d46-52be-44a1-92ed-60b60b0933f1 HTTP/1.1" status: 200 len: 946 time: 0.0824890 May 10 13:37:08.545219 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-86a98de1-d2c6-4077-b9cf-684c0ebed6f3 req-a97d056a-beb8-482b-805b-2c57b592b4cb tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups?id=223ae354-a5fa-4970-ae51-658d25887861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384388 May 10 13:37:08.589017 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-180f864f-e3dd-4a17-b258-b55da6c1d3c7 req-b8981fd6-feda-4ee7-89b9-91b57f93d276 service neutron] 10.222.0.11 "GET /v2.0/networks/72f7116b-c3ab-4a0a-93c8-178ba457121f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815034 May 10 13:37:08.697033 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8806f546-b9e7-421f-a7cf-dd3eca84c24f req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:08.697427 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8806f546-b9e7-421f-a7cf-dd3eca84c24f req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1711226'] for floatingip, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:08.697742 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.db.l3_db [req-8806f546-b9e7-421f-a7cf-dd3eca84c24f req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Floating IP 390fb27b-9241-47c7-9af2-782610150eac disassociated. External IP: 172.28.0.200, port: 0ee6036f-b277-411d-8632-25251780a563. May 10 13:37:08.698080 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-8806f546-b9e7-421f-a7cf-dd3eca84c24f req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Calling delete_port for 0ee6036f-b277-411d-8632-25251780a563 owned by compute:nova {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:37:08.804359 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8806f546-b9e7-421f-a7cf-dd3eca84c24f req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:08.809850 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-53aea769-e30f-4901-940a-dd7056fc70a1 tempest-VolumesActionsTest-523597580 tempest-VolumesActionsTest-523597580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:08.855498 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Pushing event deleted for resources: {'Port': ['ID=0ee6036f-b277-411d-8632-25251780a563,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:08.865836 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:08.866213 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:08.866573 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:08.866927 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:08.867276 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:08.867621 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:08.867964 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:08.868310 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:08.868652 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:08.868995 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:08.869332 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:08.869697 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:08.873296 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:09.023442 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-8fa9ed0c-b893-46cf-bcef-6c9de6a88b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:09.048519 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8806f546-b9e7-421f-a7cf-dd3eca84c24f req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:37:09.203686 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:09.332668 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8806f546-b9e7-421f-a7cf-dd3eca84c24f req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:37:09.343044 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b9991-c9fd-452d-a216-4e46e3753301 None None] Sync routers for ids ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'] in dv-cinder-784945-7-smb {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:37:09.353442 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b9991-c9fd-452d-a216-4e46e3753301 None None] Routers {'42dd5131-8cd3-4b89-a34a-9f8be272e4d3'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:37:09.354065 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-7f3b9991-c9fd-452d-a216-4e46e3753301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:37:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:09.406530 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8806f546-b9e7-421f-a7cf-dd3eca84c24f req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] No DVR routers for this DVR port 0ee6036f-b277-411d-8632-25251780a563 on host hv-cinder-78494 {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:37:09.409106 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8806f546-b9e7-421f-a7cf-dd3eca84c24f req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:09.411791 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e320d46-52be-44a1-92ed-60b60b0933f1', 'name': 'network-vif-deleted', 'tag': '0ee6036f-b277-411d-8632-25251780a563'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:37:09.428043 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8806f546-b9e7-421f-a7cf-dd3eca84c24f req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.11 "DELETE /v2.0/ports/0ee6036f-b277-411d-8632-25251780a563 HTTP/1.1" status: 204 len: 173 time: 1.6338177 May 10 13:37:09.517415 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e320d46-52be-44a1-92ed-60b60b0933f1', 'name': 'network-vif-deleted', 'tag': '0ee6036f-b277-411d-8632-25251780a563', 'status': 'completed', 'code': 200} May 10 13:37:09.539593 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-7f3b9991-c9fd-452d-a216-4e46e3753301 None None] Set router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:37:09.711159 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9562a0f3-4e38-49ee-880d-2f1f452163b8 req-56b5c202-b32c-4139-ba41-df34736bb43d tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e320d46-52be-44a1-92ed-60b60b0933f1 HTTP/1.1" status: 200 len: 210 time: 0.0418899 May 10 13:37:09.890725 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-7f3b9991-c9fd-452d-a216-4e46e3753301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:31:06Z', 'revision_number': 4, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port': {'id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae', 'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'mac_address': 'fa:16:3e:6a:0c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:02Z', 'updated_at': '2021-05-10T13:31:18Z', 'revision_number': 5, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'subnets': [{'id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:09.894903 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b9991-c9fd-452d-a216-4e46e3753301 None None] Checking router: 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 for host: dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:37:09.903863 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b9991-c9fd-452d-a216-4e46e3753301 None None] Routers {'42dd5131-8cd3-4b89-a34a-9f8be272e4d3'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:37:09.904461 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-7f3b9991-c9fd-452d-a216-4e46e3753301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:37:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:10.082159 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-7f3b9991-c9fd-452d-a216-4e46e3753301 None None] Set router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:37:10.276402 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:10.394900 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-7f3b9991-c9fd-452d-a216-4e46e3753301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:31:06Z', 'revision_number': 4, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port': {'id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae', 'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'mac_address': 'fa:16:3e:6a:0c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:02Z', 'updated_at': '2021-05-10T13:31:18Z', 'revision_number': 5, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'subnets': [{'id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:10.398767 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b9991-c9fd-452d-a216-4e46e3753301 None None] The sync data for ids ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'] in dv-cinder-784945-7-smb is: [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:31:06Z', 'revision_number': 4, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port': {'id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae', 'name': '', 'network_id': '84ebd01f-3ae2-4677-9e0c-fa553f1814b3', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'mac_address': 'fa:16:3e:6a:0c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:31:02Z', 'updated_at': '2021-05-10T13:31:18Z', 'revision_number': 5, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'subnets': [{'id': '72850fb9-4f1b-4ea3-98c6-92c4f29f074e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:37:10.613708 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a38ff17-a738-48bf-a2d6-c5924b390044 None None] New status for floating IP 390fb27b-9241-47c7-9af2-782610150eac: DOWN {{(pid=78780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 13:37:10.723651 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab693b67-5330-4d27-9a88-8de8160a4de1 req-da7726ee-2fd0-4f9d-9f0c-eececf60d4b9 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:10.725101 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ab693b67-5330-4d27-9a88-8de8160a4de1 req-da7726ee-2fd0-4f9d-9f0c-eececf60d4b9 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0815866 May 10 13:37:10.770432 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ab693b67-5330-4d27-9a88-8de8160a4de1 req-e1fa6512-582b-4884-8501-2378fc173a31 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389132 May 10 13:37:10.834868 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42868) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:10.899497 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e1f4988d-8866-454d-8d23-1cde2711f7a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:10.927061 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e1f4988d-8866-454d-8d23-1cde2711f7a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:10.976985 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e1f4988d-8866-454d-8d23-1cde2711f7a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:10.981139 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ef85b049-54e9-4cb9-a229-8edc938a3c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:10.994713 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4988d-8866-454d-8d23-1cde2711f7a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=223ae354-a5fa-4970-ae51-658d25887861,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:10.996014 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 0ee6036f-b277-411d-8632-25251780a563 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:37:11.005012 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4988d-8866-454d-8d23-1cde2711f7a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:11.005658 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4988d-8866-454d-8d23-1cde2711f7a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:11.006023 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4988d-8866-454d-8d23-1cde2711f7a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:11.006380 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4988d-8866-454d-8d23-1cde2711f7a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:11.006733 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4988d-8866-454d-8d23-1cde2711f7a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:11.007084 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4988d-8866-454d-8d23-1cde2711f7a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:11.007432 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4988d-8866-454d-8d23-1cde2711f7a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:11.007780 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4988d-8866-454d-8d23-1cde2711f7a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:11.008126 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4988d-8866-454d-8d23-1cde2711f7a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:11.008470 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4988d-8866-454d-8d23-1cde2711f7a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:11.008811 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4988d-8866-454d-8d23-1cde2711f7a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:11.009157 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4988d-8866-454d-8d23-1cde2711f7a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:11.013610 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-e1f4988d-8866-454d-8d23-1cde2711f7a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:11.016967 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e1f4988d-8866-454d-8d23-1cde2711f7a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:11.020472 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-e1f4988d-8866-454d-8d23-1cde2711f7a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "DELETE /v2.0/security-groups/223ae354-a5fa-4970-ae51-658d25887861 HTTP/1.1" status: 204 len: 168 time: 0.1820626 May 10 13:37:11.020817 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42872) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:11.037278 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.api.v2.resource [None req-379151fb-e5f7-48d0-b0f4-1241681818f3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] show failed (client error): The resource could not be found. May 10 13:37:11.038302 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-379151fb-e5f7-48d0-b0f4-1241681818f3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "GET /v2.0/security-groups/223ae354-a5fa-4970-ae51-658d25887861 HTTP/1.1" status: 404 len: 347 time: 0.0164566 May 10 13:37:11.041124 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42876) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:11.046155 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] No Port match for: 0ee6036f-b277-411d-8632-25251780a563 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:37:11.046507 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 0ee6036f-b277-411d-8632-25251780a563 not bound to the agent host hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:37:11.337270 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-03934fe1-a155-49d9-8aaa-9718a819c9f3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Deleting port 594132b1-7fe0-4b12-b4d7-92251608525b {{(pid=78777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:37:11.337631 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-03934fe1-a155-49d9-8aaa-9718a819c9f3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:11.451060 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-03934fe1-a155-49d9-8aaa-9718a819c9f3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:11.451378 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-03934fe1-a155-49d9-8aaa-9718a819c9f3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:11.566645 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-03934fe1-a155-49d9-8aaa-9718a819c9f3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Calling delete_port for 594132b1-7fe0-4b12-b4d7-92251608525b owned by network:floatingip {{(pid=78777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:37:11.671993 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-03934fe1-a155-49d9-8aaa-9718a819c9f3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:11.676315 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-147db5ea-7961-4911-9f02-0987f4091944 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:11.720663 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03934fe1-a155-49d9-8aaa-9718a819c9f3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Pushing event deleted for resources: {'Port': ['ID=594132b1-7fe0-4b12-b4d7-92251608525b,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:11.723788 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-03934fe1-a155-49d9-8aaa-9718a819c9f3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:11.808754 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-03934fe1-a155-49d9-8aaa-9718a819c9f3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks [] for floatingip, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:11.822560 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-03934fe1-a155-49d9-8aaa-9718a819c9f3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for floatingip, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:11.826740 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-03934fe1-a155-49d9-8aaa-9718a819c9f3 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] 10.222.0.30 "DELETE /v2.0/floatingips/390fb27b-9241-47c7-9af2-782610150eac HTTP/1.1" status: 204 len: 168 time: 0.7821403 May 10 13:37:11.956782 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949a424-55c8-4188-bdfb-4b8c3a650f8a req-83c34f2a-7862-475a-865e-dfc1a85c2324 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:11.958331 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7949a424-55c8-4188-bdfb-4b8c3a650f8a req-83c34f2a-7862-475a-865e-dfc1a85c2324 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0810061 May 10 13:37:12.004219 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-7949a424-55c8-4188-bdfb-4b8c3a650f8a req-b8a00846-a3a0-4ace-8fdd-e8471075e469 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398815 May 10 13:37:12.015485 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:12.787483 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:37:13.197974 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabe537-5dbe-426d-95f6-21ec93cb0e9d req-b7dfea6c-3bf5-48d4-ba99-465dfbcd0941 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:13.199551 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6fabe537-5dbe-426d-95f6-21ec93cb0e9d req-b7dfea6c-3bf5-48d4-ba99-465dfbcd0941 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0873029 May 10 13:37:13.249215 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-6fabe537-5dbe-426d-95f6-21ec93cb0e9d req-c980ff95-0317-4d63-bfba-483ef7ed9e44 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428491 May 10 13:37:14.435135 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b44774-eeb4-499e-b6fc-d316a6697334 req-440b0769-084f-4c68-9186-28f5275f7e4e tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:14.436577 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e9b44774-eeb4-499e-b6fc-d316a6697334 req-440b0769-084f-4c68-9186-28f5275f7e4e tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0836720 May 10 13:37:14.480606 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-e9b44774-eeb4-499e-b6fc-d316a6697334 req-0e053c16-9aa2-4939-9960-21a107d1df46 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381663 May 10 13:37:15.663506 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a259a-74c6-408e-bf6f-fb8599e79c15 req-8658fdc2-435e-44a7-a9ff-4a02cc6b2d64 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:15.664945 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-4a5a259a-74c6-408e-bf6f-fb8599e79c15 req-8658fdc2-435e-44a7-a9ff-4a02cc6b2d64 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0827179 May 10 13:37:15.709549 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-4a5a259a-74c6-408e-bf6f-fb8599e79c15 req-49ea932b-e7f4-468b-8b65-e3040536419e tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388694 May 10 13:37:15.806268 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42914) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:16.484276 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ad566859-a10e-423b-bc68-56576be16209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704771'] for router_interface, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:16.888266 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdd2d5-3306-47cf-8429-b03ef474a2c6 req-4e8cebac-6dd5-4c13-8e34-5fe433df4c15 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:16.889730 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b7bdd2d5-3306-47cf-8429-b03ef474a2c6 req-4e8cebac-6dd5-4c13-8e34-5fe433df4c15 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0777464 May 10 13:37:16.933318 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b7bdd2d5-3306-47cf-8429-b03ef474a2c6 req-b123a367-1f45-44f2-8096-b9f252342fb0 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378430 May 10 13:37:16.976919 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-ad566859-a10e-423b-bc68-56576be16209 admin admin] Deleting port 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae {{(pid=78777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:37:16.977571 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ad566859-a10e-423b-bc68-56576be16209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:17.093338 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.db [None req-ad566859-a10e-423b-bc68-56576be16209 admin admin] For port 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae,segment=NetworkSegment(34c07bce-b33b-4445-a41e-39719457dc45),segment_id=34c07bce-b33b-4445-a41e-39719457dc45)] {{(pid=78777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:37:17.093706 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ad566859-a10e-423b-bc68-56576be16209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:17.211624 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-ad566859-a10e-423b-bc68-56576be16209 admin admin] Calling delete_port for 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae owned by network:router_interface {{(pid=78777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:37:17.359841 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ad566859-a10e-423b-bc68-56576be16209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:17.364182 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ba099d08-9cd7-4ada-82ba-87e77232d608 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:17.409011 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad566859-a10e-423b-bc68-56576be16209 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:17.450129 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ad566859-a10e-423b-bc68-56576be16209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:17.671429 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ad566859-a10e-423b-bc68-56576be16209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710067'] for router_interface, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:18.173678 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad566859-a10e-423b-bc68-56576be16209 admin admin] Router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:37:18.192900 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1fd19-8a74-4825-92db-af630ffaf177 req-b5feb9cd-6058-4327-97ac-3566390a3272 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:18.194362 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1ec1fd19-8a74-4825-92db-af630ffaf177 req-b5feb9cd-6058-4327-97ac-3566390a3272 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.1379464 May 10 13:37:18.364684 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1ec1fd19-8a74-4825-92db-af630ffaf177 req-7b1e99a2-1c0a-4468-85e7-827c6e2863ac tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197917 May 10 13:37:18.397617 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad566859-a10e-423b-bc68-56576be16209 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:37:18.406796 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f4561-86cf-4dff-ba2c-9769e30b1b76 None None] Sync routers for ids ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'] in dv-cinder-784945-7-smb {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:37:18.411156 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-ad566859-a10e-423b-bc68-56576be16209 admin admin] 10.222.0.30 "PUT /v2.0/routers/42dd5131-8cd3-4b89-a34a-9f8be272e4d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6038606 May 10 13:37:18.413743 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42924) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:18.415619 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f4561-86cf-4dff-ba2c-9769e30b1b76 None None] Routers {'42dd5131-8cd3-4b89-a34a-9f8be272e4d3'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:37:18.416227 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-096f4561-86cf-4dff-ba2c-9769e30b1b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:37:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:18.582384 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-803c17c9-061d-40db-a915-0e82f3951086 admin admin] Notify callbacks [] for router, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:18.587152 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-096f4561-86cf-4dff-ba2c-9769e30b1b76 None None] Set router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:37:18.754140 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-803c17c9-061d-40db-a915-0e82f3951086 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:18.822922 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-803c17c9-061d-40db-a915-0e82f3951086 admin admin] Deleting port ad1845b1-fa76-4284-aa24-2f0d279ca772 {{(pid=78777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:37:18.823294 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-803c17c9-061d-40db-a915-0e82f3951086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:18.867585 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-096f4561-86cf-4dff-ba2c-9769e30b1b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:37:17Z', 'revision_number': 5, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port': {'id': 'ad1845b1-fa76-4284-aa24-2f0d279ca772', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:18.871177 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f4561-86cf-4dff-ba2c-9769e30b1b76 None None] Checking router: 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 for host: dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:37:18.879257 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f4561-86cf-4dff-ba2c-9769e30b1b76 None None] Routers {'42dd5131-8cd3-4b89-a34a-9f8be272e4d3'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:37:18.879852 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-096f4561-86cf-4dff-ba2c-9769e30b1b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:37:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:18.942251 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.db [None req-803c17c9-061d-40db-a915-0e82f3951086 admin admin] For port ad1845b1-fa76-4284-aa24-2f0d279ca772, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=ad1845b1-fa76-4284-aa24-2f0d279ca772,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:37:18.942602 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-803c17c9-061d-40db-a915-0e82f3951086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:19.061170 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-096f4561-86cf-4dff-ba2c-9769e30b1b76 None None] Set router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 gateway port host: None {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:37:19.063534 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-803c17c9-061d-40db-a915-0e82f3951086 admin admin] Calling delete_port for ad1845b1-fa76-4284-aa24-2f0d279ca772 owned by network:router_gateway {{(pid=78777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:37:19.171862 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-096f4561-86cf-4dff-ba2c-9769e30b1b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:37:18Z', 'revision_number': 6, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port_host': None}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:19.175800 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f4561-86cf-4dff-ba2c-9769e30b1b76 None None] The sync data for ids ['42dd5131-8cd3-4b89-a34a-9f8be272e4d3'] in dv-cinder-784945-7-smb is: [{'id': '42dd5131-8cd3-4b89-a34a-9f8be272e4d3', 'name': 'tempest-AttachVolumeTestJSON-669257491-router', 'tenant_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:44Z', 'updated_at': '2021-05-10T13:37:18Z', 'revision_number': 6, 'project_id': 'cbf6a3e7b18e4feea680a92d87a1e13a', 'gw_port_host': None}] {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:37:19.202263 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-803c17c9-061d-40db-a915-0e82f3951086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:19.208238 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:19.251284 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c17c9-061d-40db-a915-0e82f3951086 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1845b1-fa76-4284-aa24-2f0d279ca772,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:19.254421 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-803c17c9-061d-40db-a915-0e82f3951086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:19.443504 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-803c17c9-061d-40db-a915-0e82f3951086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711207'] for router_gateway, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:19.551359 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c891b-3baf-4f2c-95f3-e298ec286bbf req-547d2ee6-1cac-4e6e-b3b1-4472282e6aa1 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:19.552913 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-253c891b-3baf-4f2c-95f3-e298ec286bbf req-547d2ee6-1cac-4e6e-b3b1-4472282e6aa1 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0851121 May 10 13:37:19.602981 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-253c891b-3baf-4f2c-95f3-e298ec286bbf req-903c9b39-90dd-4aec-a95b-1026a99c1494 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428407 May 10 13:37:19.613826 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-803c17c9-061d-40db-a915-0e82f3951086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103759'] for router, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:19.616075 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-803c17c9-061d-40db-a915-0e82f3951086 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:19.641879 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-803c17c9-061d-40db-a915-0e82f3951086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1801077'] for router, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:19.642395 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803c17c9-061d-40db-a915-0e82f3951086 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42dd5131-8cd3-4b89-a34a-9f8be272e4d3 {{(pid=78777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 13:37:19.654092 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-803c17c9-061d-40db-a915-0e82f3951086 admin admin] Notify callbacks [] for router, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:19.655175 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-803c17c9-061d-40db-a915-0e82f3951086 admin admin] 10.222.0.30 "DELETE /v2.0/routers/42dd5131-8cd3-4b89-a34a-9f8be272e4d3 HTTP/1.1" status: 204 len: 168 time: 1.2405550 May 10 13:37:19.657630 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42930) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:19.716297 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fdd9ff-c0fc-4d44-9e37-1154471023be admin admin] Deleting subnet 72850fb9-4f1b-4ea3-98c6-92c4f29f074e {{(pid=78777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 13:37:19.719051 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-09fdd9ff-c0fc-4d44-9e37-1154471023be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:19.765835 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-09fdd9ff-c0fc-4d44-9e37-1154471023be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2491390'] for subnet, precommit_delete_associations {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:19.877238 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-09fdd9ff-c0fc-4d44-9e37-1154471023be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862903'] for subnet, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:20.137461 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-09fdd9ff-c0fc-4d44-9e37-1154471023be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3874393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2121738'] for subnet, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:20.139321 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:20.166458 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-09fdd9ff-c0fc-4d44-9e37-1154471023be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:20.174328 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e133a2-f26e-41d6-8a56-0111a32acc16 None None] Network 84ebd01f-3ae2-4677-9e0c-fa553f1814b3 requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:37:20.181796 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdd9ff-c0fc-4d44-9e37-1154471023be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72850fb9-4f1b-4ea3-98c6-92c4f29f074e,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:20.184315 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-09fdd9ff-c0fc-4d44-9e37-1154471023be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:20.188704 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-09fdd9ff-c0fc-4d44-9e37-1154471023be admin admin] 10.222.0.30 "DELETE /v2.0/subnets/72850fb9-4f1b-4ea3-98c6-92c4f29f074e HTTP/1.1" status: 204 len: 168 time: 0.5277445 May 10 13:37:20.188704 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42934) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:20.194645 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae no longer exists at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:37:20.275200 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] No Port match for: 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:37:20.275542 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 7bc6272a-84f8-4d5f-97e2-7c5f6c5e23ae not bound to the agent host dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:37:20.275960 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device ad1845b1-fa76-4284-aa24-2f0d279ca772 no longer exists at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:37:20.295330 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782519'] for network, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:20.320007 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] No Port match for: ad1845b1-fa76-4284-aa24-2f0d279ca772 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:37:20.320345 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device ad1845b1-fa76-4284-aa24-2f0d279ca772 not bound to the agent host dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:37:20.365501 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] Deleting port 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d {{(pid=78777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:37:20.365843 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:20.465694 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.db [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] For port 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=9e0a8024-468d-4cec-b93f-0ae3e56e0c7d,segment=NetworkSegment(34c07bce-b33b-4445-a41e-39719457dc45),segment_id=34c07bce-b33b-4445-a41e-39719457dc45)] {{(pid=78777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:37:20.466045 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:20.484622 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af054646-a890-4298-a58a-06b24543ed84 None None] DHCP port deletion for 84ebd01f-3ae2-4677-9e0c-fa553f1814b3 request from dv-cinder-784945-7-smb {{(pid=78779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 13:37:20.547595 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-af054646-a890-4298-a58a-06b24543ed84 None None] Deleting port 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d {{(pid=78779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:37:20.548009 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-af054646-a890-4298-a58a-06b24543ed84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:20.583773 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] Calling delete_port for 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d owned by network:dhcp {{(pid=78777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:37:20.633423 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:20.639792 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-dd5f041a-6a13-4ddd-9434-f5329ccae939 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:20.645405 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-af054646-a890-4298-a58a-06b24543ed84 None None] For port 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=9e0a8024-468d-4cec-b93f-0ae3e56e0c7d,segment=NetworkSegment(34c07bce-b33b-4445-a41e-39719457dc45),segment_id=34c07bce-b33b-4445-a41e-39719457dc45)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:37:20.645851 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-af054646-a890-4298-a58a-06b24543ed84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:20.684557 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0a8024-468d-4cec-b93f-0ae3e56e0c7d,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:20.687532 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] No DVR routers for this DVR port 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d on host dv-cinder-784945-7-smb {{(pid=78777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:37:20.690190 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:20.765597 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-af054646-a890-4298-a58a-06b24543ed84 None None] Calling delete_port for 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d owned by network:dhcp {{(pid=78779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:37:20.808041 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-af054646-a890-4298-a58a-06b24543ed84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940'] for port, after_delete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:20.811662 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:20.857030 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af054646-a890-4298-a58a-06b24543ed84 None None] Pushing event deleted for resources: {'Port': ['ID=9e0a8024-468d-4cec-b93f-0ae3e56e0c7d,revision_number=None']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:20.859908 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-af054646-a890-4298-a58a-06b24543ed84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:20.860698 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af054646-a890-4298-a58a-06b24543ed84 None None] No DVR routers for this DVR port 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d on host dv-cinder-784945-7-smb {{(pid=78779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:37:20.945474 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8786273459357'] for network, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:20.960685 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ebd01f-3ae2-4677-9e0c-fa553f1814b3']}} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:20.975910 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c07bce-b33b-4445-a41e-39719457dc45') {'for_net_delete': True} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:20.976203 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c07bce-b33b-4445-a41e-39719457dc45') {} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:20.989826 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786273471335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2491361'] for segment, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:21.020261 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc9bb-1f56-4bed-8ed5-24eccaf87a4e req-61cfc1cf-36b9-4729-994e-1d290445fc0c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:21.021717 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e82fc9bb-1f56-4bed-8ed5-24eccaf87a4e req-61cfc1cf-36b9-4729-994e-1d290445fc0c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.3018641 May 10 13:37:21.022600 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:21.030367 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=78777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 13:37:21.030772 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3874367'] for segment, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: Traceback (most recent call last): May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: timer() May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: cb(*args, **kw) May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: return func(*args, **kwargs) May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: self._notify() May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: self.callback(batched_events) May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: event.method(event) May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: aggregate_uuid = self.p_client.list_aggregates( May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: return f(self, *a, **k) May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: return self._get(url).json() May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: return self.request(url, 'GET', **kwargs) May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: base_url = self.get_endpoint(auth, allow=allow, May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 13:37:21.044777 dv-cinder-784945-7-smb neutron-server[78777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 13:37:21.148794 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-e82fc9bb-1f56-4bed-8ed5-24eccaf87a4e req-59680377-536a-4f3a-982f-04f5a8888465 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197064 May 10 13:37:21.149719 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1711221'] for network, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:21.153228 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-1a92469f-a627-470e-99ea-dafd8929d887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:21.168906 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:21.177179 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] Pushing event deleted for resources: {'Network': ['ID=84ebd01f-3ae2-4677-9e0c-fa553f1814b3,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:21.180337 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:21.191970 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-dcc511ff-4d0f-4e69-93ef-4cf7c09e15fa admin admin] 10.222.0.30 "DELETE /v2.0/networks/84ebd01f-3ae2-4677-9e0c-fa553f1814b3 HTTP/1.1" status: 204 len: 168 time: 1.0023046 May 10 13:37:21.306306 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42942) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:21.353221 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-853a880f-194f-4d32-98d5-89b68fdbd78c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cbf6a3e7b18e4feea680a92d87a1e13a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0457196 May 10 13:37:21.355943 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 42946) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:21.414348 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-78a0cd3e-5c7d-4324-b38c-76b57adf6ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:21.440197 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-78a0cd3e-5c7d-4324-b38c-76b57adf6ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:21.490461 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-78a0cd3e-5c7d-4324-b38c-76b57adf6ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:21.496439 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-e5627261-4c52-4cb4-bbd6-0cc5987a739d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:21.509949 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0cd3e-5c7d-4324-b38c-76b57adf6ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3796e96-b862-4516-bc38-d3d2bbd20fd6,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:21.513688 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-78a0cd3e-5c7d-4324-b38c-76b57adf6ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:21.516790 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-78a0cd3e-5c7d-4324-b38c-76b57adf6ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:21.517907 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-78a0cd3e-5c7d-4324-b38c-76b57adf6ac6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3796e96-b862-4516-bc38-d3d2bbd20fd6 HTTP/1.1" status: 204 len: 168 time: 0.1611147 May 10 13:37:22.156403 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d no longer exists at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:37:22.190571 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] No Port match for: 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:37:22.190988 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 9e0a8024-468d-4cec-b93f-0ae3e56e0c7d not bound to the agent host dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:37:22.344272 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f418d5-a81f-4b2a-bf9d-89e773d1461e req-5a548574-404f-4f8e-a4f1-6e8d5f1c057c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:22.345769 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-79f418d5-a81f-4b2a-bf9d-89e773d1461e req-5a548574-404f-4f8e-a4f1-6e8d5f1c057c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0783737 May 10 13:37:22.393889 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-79f418d5-a81f-4b2a-bf9d-89e773d1461e req-d231cc2b-c170-4321-90f6-b328ac3ff3ed tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424640 May 10 13:37:23.576142 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce903a2-bb7c-4af2-afdf-57ccc628432f req-1b9f8fbd-5452-4e0b-a9a4-b783368911c8 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:23.577584 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3ce903a2-bb7c-4af2-afdf-57ccc628432f req-1b9f8fbd-5452-4e0b-a9a4-b783368911c8 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0775788 May 10 13:37:23.621606 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3ce903a2-bb7c-4af2-afdf-57ccc628432f req-1867efbd-2df1-41ec-ada1-bb0666cc23f5 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383699 May 10 13:37:24.803872 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9ec7f-d41a-4442-b3f1-dbb7ca3804a3 req-ea8ba7cb-4699-477a-a2fa-8aefd1d71c55 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:24.805288 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-35a9ec7f-d41a-4442-b3f1-dbb7ca3804a3 req-ea8ba7cb-4699-477a-a2fa-8aefd1d71c55 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0811386 May 10 13:37:24.849903 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-35a9ec7f-d41a-4442-b3f1-dbb7ca3804a3 req-425bc81a-3bdf-4c6e-8e6d-bf462102fab2 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384300 May 10 13:37:25.846679 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f0d52-b050-4fad-99ee-6a6098233397 req-633b1121-2066-47ea-83fa-8d1659544ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:25.848138 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-045f0d52-b050-4fad-99ee-6a6098233397 req-633b1121-2066-47ea-83fa-8d1659544ef5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aed95712bd2b4455b07f64688d052baa&device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 1098 time: 0.0692804 May 10 13:37:25.977823 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f0d52-b050-4fad-99ee-6a6098233397 req-c4d3dc02-aa73-4dd2-9226-cd754f168b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:25.979233 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-045f0d52-b050-4fad-99ee-6a6098233397 req-c4d3dc02-aa73-4dd2-9226-cd754f168b3a service neutron] 10.222.0.11 "GET /v2.0/networks?id=72f7116b-c3ab-4a0a-93c8-178ba457121f HTTP/1.1" status: 200 len: 910 time: 0.1243970 May 10 13:37:26.031741 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119914be-916e-45aa-b2eb-ea9e847a9176 req-c3de3f67-7b6c-4d28-9c11-d49d0c0e1fbb tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:26.033224 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-119914be-916e-45aa-b2eb-ea9e847a9176 req-c3de3f67-7b6c-4d28-9c11-d49d0c0e1fbb tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0803337 May 10 13:37:26.081971 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-119914be-916e-45aa-b2eb-ea9e847a9176 req-80ae4ef4-16ff-4279-a90b-8eafe7a6bdbe tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429418 May 10 13:37:26.082499 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-045f0d52-b050-4fad-99ee-6a6098233397 req-08a71c00-9fa2-4413-b6d6-73d1b87eeaa5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d797a3e-8d28-4816-927a-f2e9ef9c8661 HTTP/1.1" status: 200 len: 1001 time: 0.0970292 May 10 13:37:26.148972 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f0d52-b050-4fad-99ee-6a6098233397 req-e4e4f618-1b4b-4965-881f-0bab927077f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:26.150418 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-045f0d52-b050-4fad-99ee-6a6098233397 req-e4e4f618-1b4b-4965-881f-0bab927077f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5 HTTP/1.1" status: 200 len: 848 time: 0.0613704 May 10 13:37:26.225770 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f0d52-b050-4fad-99ee-6a6098233397 req-ffc77fe2-8451-4de0-9b9f-1f48d3104c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:26.227247 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-045f0d52-b050-4fad-99ee-6a6098233397 req-ffc77fe2-8451-4de0-9b9f-1f48d3104c72 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72f7116b-c3ab-4a0a-93c8-178ba457121f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706189 May 10 13:37:26.354473 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-045f0d52-b050-4fad-99ee-6a6098233397 req-c2e8e776-b8a5-42d3-98d7-37e49c02ae78 service neutron] 10.222.0.11 "GET /v2.0/networks/72f7116b-c3ab-4a0a-93c8-178ba457121f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201150 May 10 13:37:26.481107 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-045f0d52-b050-4fad-99ee-6a6098233397 req-83c942e3-dad2-4b8a-93dd-9a66d3b1183d service neutron] 10.222.0.11 "GET /v2.0/networks/72f7116b-c3ab-4a0a-93c8-178ba457121f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194348 May 10 13:37:27.263855 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4658c7f-52cc-466a-897a-5211b1f94c55 req-72732390-b615-48de-adb8-eeff6d3bfea3 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:27.265287 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f4658c7f-52cc-466a-897a-5211b1f94c55 req-72732390-b615-48de-adb8-eeff6d3bfea3 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0787599 May 10 13:37:27.308254 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f4658c7f-52cc-466a-897a-5211b1f94c55 req-ce150383-1a58-4bb6-931c-858b61c94b3d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373533 May 10 13:37:28.346483 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43058) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:28.476807 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-c468709a-73b2-41c7-8984-3c33fe6f7c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:28.493577 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-c468709a-73b2-41c7-8984-3c33fe6f7c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:37:28.499919 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-c468709a-73b2-41c7-8984-3c33fe6f7c20 admin admin] Usage tracker for resource:security_group_rule and tenant:bf9c5b98d44b495c88299bc3cd6c0813 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:37:28.503447 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-c468709a-73b2-41c7-8984-3c33fe6f7c20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:37:28.510761 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-c468709a-73b2-41c7-8984-3c33fe6f7c20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:37:28.551395 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c62b2-5aee-475f-ade0-d1ed6ac60477 req-aa43fedd-122c-49aa-ab80-198db07f7772 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:28.552836 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d46c62b2-5aee-475f-ade0-d1ed6ac60477 req-aa43fedd-122c-49aa-ab80-198db07f7772 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.1373162 May 10 13:37:28.612775 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-d46c62b2-5aee-475f-ade0-d1ed6ac60477 req-0a6a4475-2d24-4ea4-8fb0-e1e01a5ab96d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539312 May 10 13:37:28.650677 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-c468709a-73b2-41c7-8984-3c33fe6f7c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:28.655580 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-c468709a-73b2-41c7-8984-3c33fe6f7c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:28.663273 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-4a86553d-0c2f-4d44-a6fb-5828faaccf6d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:28.706879 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468709a-73b2-41c7-8984-3c33fe6f7c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870e55b5-3890-4230-bf9c-f2c8c0c19422,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:28.710232 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-c468709a-73b2-41c7-8984-3c33fe6f7c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:28.713277 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-c468709a-73b2-41c7-8984-3c33fe6f7c20 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf9c5b98d44b495c88299bc3cd6c0813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652840 May 10 13:37:28.716125 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 43068) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:28.773765 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-b2341756-d251-4f62-9055-8a9c540df3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:28.800677 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-b2341756-d251-4f62-9055-8a9c540df3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:28.860928 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-b2341756-d251-4f62-9055-8a9c540df3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:28.865916 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-0d895c91-b854-48b8-8eeb-feeff6ebb9e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:28.878812 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2341756-d251-4f62-9055-8a9c540df3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870e55b5-3890-4230-bf9c-f2c8c0c19422,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:28.881706 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-b2341756-d251-4f62-9055-8a9c540df3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:28.883130 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-b2341756-d251-4f62-9055-8a9c540df3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:28.885068 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-b2341756-d251-4f62-9055-8a9c540df3d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/870e55b5-3890-4230-bf9c-f2c8c0c19422 HTTP/1.1" status: 204 len: 168 time: 0.1679816 May 10 13:37:28.887077 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 43078) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:28.982768 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3248f-20bf-4335-9d59-151ec6cd439d req-357c8692-4088-4567-8960-4c963a1c6b48 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:28.984258 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1dd3248f-20bf-4335-9d59-151ec6cd439d req-357c8692-4088-4567-8960-4c963a1c6b48 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0876598 May 10 13:37:29.035089 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1dd3248f-20bf-4335-9d59-151ec6cd439d req-f794fad3-eab3-4527-a4c8-99699f7ca44c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451248 May 10 13:37:29.037994 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-99270b50-37cf-478d-8916-60c7f995af44 req-889e32cd-a579-4373-97b9-a09e27131218 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1497004 May 10 13:37:30.234414 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d964b22-49dc-443d-9855-e9a97b35b067 req-ea37cef9-1eb7-4eaf-aff4-ca9b8b5b41f3 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:30.235996 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4d964b22-49dc-443d-9855-e9a97b35b067 req-ea37cef9-1eb7-4eaf-aff4-ca9b8b5b41f3 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0889201 May 10 13:37:30.281207 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-4d964b22-49dc-443d-9855-e9a97b35b067 req-4b693c9e-3952-41e5-a084-bc04a45a0c5f tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394919 May 10 13:37:30.294709 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43140) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:30.408606 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-c6b0b773-b90f-4b0b-ac49-f53e06b6014b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:30.422314 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-c6b0b773-b90f-4b0b-ac49-f53e06b6014b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:37:30.425979 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-c6b0b773-b90f-4b0b-ac49-f53e06b6014b admin admin] Usage tracker for resource:security_group_rule and tenant:43a5c0ea3f9d4563a278d7143194a635 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:37:30.428678 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-c6b0b773-b90f-4b0b-ac49-f53e06b6014b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:37:30.435115 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-c6b0b773-b90f-4b0b-ac49-f53e06b6014b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:37:30.518338 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-c6b0b773-b90f-4b0b-ac49-f53e06b6014b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:30.522533 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-c6b0b773-b90f-4b0b-ac49-f53e06b6014b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:30.530568 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-744628ed-6db4-412b-a3c4-8b7c3456f6dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:30.576999 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-c6b0b773-b90f-4b0b-ac49-f53e06b6014b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=43a5c0ea3f9d4563a278d7143194a635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812076 May 10 13:37:30.577809 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0b773-b90f-4b0b-ac49-f53e06b6014b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f40734-cef9-4673-8356-f2bed235ebc5,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:30.580911 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-c6b0b773-b90f-4b0b-ac49-f53e06b6014b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:30.581578 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43146) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:30.621858 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99270b50-37cf-478d-8916-60c7f995af44 req-3694ff0a-42c1-445e-af50-14f20a4d1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:30.623322 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-99270b50-37cf-478d-8916-60c7f995af44 req-3694ff0a-42c1-445e-af50-14f20a4d1f96 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664&tenant_id=aed95712bd2b4455b07f64688d052baa HTTP/1.1" status: 200 len: 1098 time: 0.1693137 May 10 13:37:30.641871 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7d7410e2-2cfa-45c1-ae5d-36828c7f2f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:30.667267 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7d7410e2-2cfa-45c1-ae5d-36828c7f2f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:30.712242 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99270b50-37cf-478d-8916-60c7f995af44 req-36473902-153d-4bf6-9cd3-be968efac93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:30.714140 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-99270b50-37cf-478d-8916-60c7f995af44 req-36473902-153d-4bf6-9cd3-be968efac93a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aed95712bd2b4455b07f64688d052baa&device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 1098 time: 0.0684803 May 10 13:37:30.718878 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7d7410e2-2cfa-45c1-ae5d-36828c7f2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:30.722615 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-e1f4988d-8866-454d-8d23-1cde2711f7a4 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:30.735880 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7410e2-2cfa-45c1-ae5d-36828c7f2f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f40734-cef9-4673-8356-f2bed235ebc5,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:30.739665 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-7d7410e2-2cfa-45c1-ae5d-36828c7f2f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:30.744966 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-7d7410e2-2cfa-45c1-ae5d-36828c7f2f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:30.748810 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-7d7410e2-2cfa-45c1-ae5d-36828c7f2f54 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64f40734-cef9-4673-8356-f2bed235ebc5 HTTP/1.1" status: 204 len: 168 time: 0.1634817 May 10 13:37:30.852516 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99270b50-37cf-478d-8916-60c7f995af44 req-006796dd-d206-4181-b8ec-71a0a3b0d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:30.853979 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-99270b50-37cf-478d-8916-60c7f995af44 req-006796dd-d206-4181-b8ec-71a0a3b0d986 service neutron] 10.222.0.11 "GET /v2.0/networks?id=72f7116b-c3ab-4a0a-93c8-178ba457121f HTTP/1.1" status: 200 len: 910 time: 0.1326377 May 10 13:37:30.955692 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-99270b50-37cf-478d-8916-60c7f995af44 req-a2053743-124c-4401-a935-4982533e2efc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d797a3e-8d28-4816-927a-f2e9ef9c8661 HTTP/1.1" status: 200 len: 1001 time: 0.0952015 May 10 13:37:31.021153 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99270b50-37cf-478d-8916-60c7f995af44 req-fd0828ef-b329-4085-b979-7c35b5fec79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:31.023075 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-99270b50-37cf-478d-8916-60c7f995af44 req-fd0828ef-b329-4085-b979-7c35b5fec79e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5 HTTP/1.1" status: 200 len: 848 time: 0.0607278 May 10 13:37:31.097108 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99270b50-37cf-478d-8916-60c7f995af44 req-ea560561-dcb9-4691-9b32-44644127b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:31.098600 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-99270b50-37cf-478d-8916-60c7f995af44 req-ea560561-dcb9-4691-9b32-44644127b24d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72f7116b-c3ab-4a0a-93c8-178ba457121f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0697002 May 10 13:37:31.233085 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-99270b50-37cf-478d-8916-60c7f995af44 req-be1e2e04-7022-4cd3-b5ac-c4c70883dc56 service neutron] 10.222.0.11 "GET /v2.0/networks/72f7116b-c3ab-4a0a-93c8-178ba457121f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255891 May 10 13:37:31.365374 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-99270b50-37cf-478d-8916-60c7f995af44 req-c9505313-6628-4d31-9996-29651eeced59 service neutron] 10.222.0.11 "GET /v2.0/networks/72f7116b-c3ab-4a0a-93c8-178ba457121f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257076 May 10 13:37:31.476221 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa9802-df45-4fd5-ab41-f6cdcc7ffc5d req-5f313636-4fe8-42a7-9f99-67d089e51e5f tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:31.477716 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-24aa9802-df45-4fd5-ab41-f6cdcc7ffc5d req-5f313636-4fe8-42a7-9f99-67d089e51e5f tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0821979 May 10 13:37:31.522138 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-24aa9802-df45-4fd5-ab41-f6cdcc7ffc5d req-65eb7627-1840-4401-b7b7-16e59657c1cb tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387349 May 10 13:37:32.459664 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcb65c-7050-496e-ad5e-4fa1a1510276 req-392ce10e-0421-4a53-a1fb-75b52b35eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:32.461142 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-cefcb65c-7050-496e-ad5e-4fa1a1510276 req-392ce10e-0421-4a53-a1fb-75b52b35eba1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 1098 time: 0.0683460 May 10 13:37:32.504574 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-cefcb65c-7050-496e-ad5e-4fa1a1510276 req-70ab020a-f7a7-4321-9789-e11e31fd1dc5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362682 May 10 13:37:32.675401 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43214) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:32.702650 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd5db4-4cf6-4a61-a36b-8d7ce86a1ac5 req-1d654fbe-d924-498a-a5c7-010647a07db7 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:32.704127 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-57fd5db4-4cf6-4a61-a36b-8d7ce86a1ac5 req-1d654fbe-d924-498a-a5c7-010647a07db7 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0787396 May 10 13:37:32.748106 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-57fd5db4-4cf6-4a61-a36b-8d7ce86a1ac5 req-18c33af8-ab13-471d-b228-b9c988ee44e8 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382819 May 10 13:37:32.790642 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f64ef687-59d3-48a3-ad6b-53c8025ec61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:32.804407 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-f64ef687-59d3-48a3-ad6b-53c8025ec61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:37:32.808633 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-f64ef687-59d3-48a3-ad6b-53c8025ec61c admin admin] Usage tracker for resource:security_group_rule and tenant:18b2d8de60894ee1a78b985b0c1f7630 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:37:32.811370 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-f64ef687-59d3-48a3-ad6b-53c8025ec61c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:37:32.816837 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-f64ef687-59d3-48a3-ad6b-53c8025ec61c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:37:32.896946 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f64ef687-59d3-48a3-ad6b-53c8025ec61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:32.900654 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-f64ef687-59d3-48a3-ad6b-53c8025ec61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:32.908834 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-2050640f-1d3b-4167-a1ed-70952d61b503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:32.947563 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-f64ef687-59d3-48a3-ad6b-53c8025ec61c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=18b2d8de60894ee1a78b985b0c1f7630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710257 May 10 13:37:32.948989 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ef687-59d3-48a3-ad6b-53c8025ec61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c041aa41-5b9e-4e91-80ad-48ff86d66a58,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:32.950871 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 43220) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:32.951935 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-f64ef687-59d3-48a3-ad6b-53c8025ec61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:33.006065 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-32ce50f3-8c9e-4a2e-aaee-0e4a99d40208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:33.030803 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-32ce50f3-8c9e-4a2e-aaee-0e4a99d40208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:33.083952 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-32ce50f3-8c9e-4a2e-aaee-0e4a99d40208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:33.088443 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-fb2ad3b3-0d6d-44a7-bab3-96c8b37e73e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:33.099701 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce50f3-8c9e-4a2e-aaee-0e4a99d40208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c041aa41-5b9e-4e91-80ad-48ff86d66a58,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:33.102557 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-32ce50f3-8c9e-4a2e-aaee-0e4a99d40208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:33.104472 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-32ce50f3-8c9e-4a2e-aaee-0e4a99d40208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:33.105564 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-32ce50f3-8c9e-4a2e-aaee-0e4a99d40208 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c041aa41-5b9e-4e91-80ad-48ff86d66a58 HTTP/1.1" status: 204 len: 168 time: 0.1537280 May 10 13:37:33.117344 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2d797a3e-8d28-4816-927a-f2e9ef9c8661 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:37:33.120355 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2d797a3e-8d28-4816-927a-f2e9ef9c8661 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:37:33.327837 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:33.380366 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad92b6ae-9748-4307-b3f2-4f957e541664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d797a3e-8d28-4816-927a-f2e9ef9c8661'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:37:33.394198 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2d797a3e-8d28-4816-927a-f2e9ef9c8661, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2d797a3e-8d28-4816-927a-f2e9ef9c8661,segment=NetworkSegment(2e17b361-ddf8-457a-b171-6c5b504b525f),segment_id=2e17b361-ddf8-457a-b171-6c5b504b525f)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:37:33.405262 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2d797a3e-8d28-4816-927a-f2e9ef9c8661, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2d797a3e-8d28-4816-927a-f2e9ef9c8661,segment=NetworkSegment(2e17b361-ddf8-457a-b171-6c5b504b525f),segment_id=2e17b361-ddf8-457a-b171-6c5b504b525f)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:37:33.410431 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:33.412258 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': '2d797a3e-8d28-4816-927a-f2e9ef9c8661', 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f', 'port_id': '2d797a3e-8d28-4816-927a-f2e9ef9c8661', 'mac_address': 'fa:16:3e:78:4c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:37:33.414199 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:33.447755 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 43232) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:33.451895 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad92b6ae-9748-4307-b3f2-4f957e541664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d797a3e-8d28-4816-927a-f2e9ef9c8661', 'code': 200} May 10 13:37:33.464992 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-07094f2e-b996-4a14-8b0f-57f2190d32bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:33.479499 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-07094f2e-b996-4a14-8b0f-57f2190d32bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:37:33.483285 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-07094f2e-b996-4a14-8b0f-57f2190d32bd admin admin] Usage tracker for resource:security_group_rule and tenant:c6a7e82034be4ea7a2ed74b467c1d355 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:37:33.486107 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-07094f2e-b996-4a14-8b0f-57f2190d32bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:37:33.491723 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-07094f2e-b996-4a14-8b0f-57f2190d32bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:37:33.527626 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:33.535812 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=2d797a3e-8d28-4816-927a-f2e9ef9c8661,revision_number=6']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:33.548302 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:33.548639 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:33.548970 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:33.549299 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:33.549642 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:33.549963 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:33.550277 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:33.550588 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:33.550901 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:33.551214 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:33.551522 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:33.551829 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:37:33.556193 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:33.557765 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d797a3e-8d28-4816-927a-f2e9ef9c8661 {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:37:33.573193 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2d797a3e-8d28-4816-927a-f2e9ef9c8661, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2d797a3e-8d28-4816-927a-f2e9ef9c8661,segment=NetworkSegment(2e17b361-ddf8-457a-b171-6c5b504b525f),segment_id=2e17b361-ddf8-457a-b171-6c5b504b525f)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:37:33.576788 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:33.578450 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-142955aa-8209-4f2e-ae3c-3ca576f8964c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:33.579377 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-07094f2e-b996-4a14-8b0f-57f2190d32bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:33.583368 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-07094f2e-b996-4a14-8b0f-57f2190d32bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:33.590865 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-9f5b4923-85ff-47d8-9203-d54ddf5ad829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:33.637954 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-07094f2e-b996-4a14-8b0f-57f2190d32bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6a7e82034be4ea7a2ed74b467c1d355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868210 May 10 13:37:33.637954 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07094f2e-b996-4a14-8b0f-57f2190d32bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e174c1-af41-466d-81e0-85d91645e2e7,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:33.638661 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43236) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:33.639697 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-07094f2e-b996-4a14-8b0f-57f2190d32bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:33.684562 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=2d797a3e-8d28-4816-927a-f2e9ef9c8661,revision_number=7']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:33.687430 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:33.702959 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-c629f141-ba04-4455-bac7-ee771d84b253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:33.728365 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-c629f141-ba04-4455-bac7-ee771d84b253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:33.780081 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-c629f141-ba04-4455-bac7-ee771d84b253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:33.785013 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-a2dd43cc-e86c-4604-bc6b-5fc57c3aa459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:33.797440 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629f141-ba04-4455-bac7-ee771d84b253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e174c1-af41-466d-81e0-85d91645e2e7,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:33.799846 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-c629f141-ba04-4455-bac7-ee771d84b253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:33.807709 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-c629f141-ba04-4455-bac7-ee771d84b253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:33.811115 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-c629f141-ba04-4455-bac7-ee771d84b253 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30e174c1-af41-466d-81e0-85d91645e2e7 HTTP/1.1" status: 204 len: 168 time: 0.1690633 May 10 13:37:33.830038 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['2d797a3e-8d28-4816-927a-f2e9ef9c8661'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:37:33.945713 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d87231-f54b-4d25-8efe-08e20b27bcdb req-89e0cf07-deed-4938-a630-2a151a3acb8d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:33.947208 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-32d87231-f54b-4d25-8efe-08e20b27bcdb req-89e0cf07-deed-4938-a630-2a151a3acb8d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 944 time: 0.0901487 May 10 13:37:33.996746 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-32d87231-f54b-4d25-8efe-08e20b27bcdb req-0ae2d781-05e4-45eb-8a06-4ee51f077478 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419173 May 10 13:37:34.617143 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd630414-f72f-4d51-a14b-83ab8fdc7373 req-55c9a39a-eed9-4004-a035-55c61cdcb6e5 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:34.619333 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-cd630414-f72f-4d51-a14b-83ab8fdc7373 req-55c9a39a-eed9-4004-a035-55c61cdcb6e5 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 946 time: 0.0793943 May 10 13:37:34.664183 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-cd630414-f72f-4d51-a14b-83ab8fdc7373 req-5dc4e9bd-e287-486d-ad00-7755be3752d3 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391383 May 10 13:37:34.815160 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:35.123039 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2d797a3e-8d28-4816-927a-f2e9ef9c8661 up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:37:35.193862 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port 2d797a3e-8d28-4816-927a-f2e9ef9c8661 triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:37:35.194240 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:35.309974 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:35.341923 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port 2d797a3e-8d28-4816-927a-f2e9ef9c8661, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2d797a3e-8d28-4816-927a-f2e9ef9c8661,segment=NetworkSegment(2e17b361-ddf8-457a-b171-6c5b504b525f),segment_id=2e17b361-ddf8-457a-b171-6c5b504b525f)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:37:35.345549 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:35.347331 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:35.411394 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=2d797a3e-8d28-4816-927a-f2e9ef9c8661,revision_number=8']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:35.414424 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:35.453071 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad92b6ae-9748-4307-b3f2-4f957e541664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d797a3e-8d28-4816-927a-f2e9ef9c8661'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:37:35.500439 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad92b6ae-9748-4307-b3f2-4f957e541664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d797a3e-8d28-4816-927a-f2e9ef9c8661', 'code': 200} May 10 13:37:35.917747 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58290032-44a6-4a74-8dca-c0c0d6b83218 req-358e9123-2274-4646-87f0-60e027c9686d tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:35.919197 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-58290032-44a6-4a74-8dca-c0c0d6b83218 req-358e9123-2274-4646-87f0-60e027c9686d tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 946 time: 0.1447346 May 10 13:37:35.928068 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739b709-d54b-43c6-a59c-c98fafc994cd req-5ebc5daa-4050-4340-b50c-02e2178d5511 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:37:35.929492 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8739b709-d54b-43c6-a59c-c98fafc994cd req-5ebc5daa-4050-4340-b50c-02e2178d5511 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 946 time: 0.1167519 May 10 13:37:36.017651 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-58290032-44a6-4a74-8dca-c0c0d6b83218 req-5e8643fb-325d-4caf-8535-669282ce1889 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups?id=94b98e78-816e-4af5-984f-5fe51dee36e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873213 May 10 13:37:36.090148 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-8739b709-d54b-43c6-a59c-c98fafc994cd req-982be51f-d329-498a-a212-21f3990a1e5a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Deleting port 9b3971f7-6d43-4f31-aef8-f671e2ea39db {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:37:36.090485 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8739b709-d54b-43c6-a59c-c98fafc994cd req-982be51f-d329-498a-a212-21f3990a1e5a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:36.301832 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-8739b709-d54b-43c6-a59c-c98fafc994cd req-982be51f-d329-498a-a212-21f3990a1e5a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] For port 9b3971f7-6d43-4f31-aef8-f671e2ea39db, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9b3971f7-6d43-4f31-aef8-f671e2ea39db,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:37:36.302179 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8739b709-d54b-43c6-a59c-c98fafc994cd req-982be51f-d329-498a-a212-21f3990a1e5a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:36.521920 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-06739d18-810b-48b7-a3dc-85d603f68563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:36.577453 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8739b709-d54b-43c6-a59c-c98fafc994cd req-982be51f-d329-498a-a212-21f3990a1e5a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:36.577822 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8739b709-d54b-43c6-a59c-c98fafc994cd req-982be51f-d329-498a-a212-21f3990a1e5a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1711226'] for floatingip, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:36.578130 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.db.l3_db [req-8739b709-d54b-43c6-a59c-c98fafc994cd req-982be51f-d329-498a-a212-21f3990a1e5a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Floating IP bafbd45b-fd32-472b-b854-f603592f397e disassociated. External IP: 172.28.0.9, port: 9b3971f7-6d43-4f31-aef8-f671e2ea39db. May 10 13:37:36.578460 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-8739b709-d54b-43c6-a59c-c98fafc994cd req-982be51f-d329-498a-a212-21f3990a1e5a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Calling delete_port for 9b3971f7-6d43-4f31-aef8-f671e2ea39db owned by compute:nova {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:37:36.688051 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8739b709-d54b-43c6-a59c-c98fafc994cd req-982be51f-d329-498a-a212-21f3990a1e5a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:36.693337 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-7ea108f2-1cc1-4af8-810a-873b1b543f90 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:36.737450 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982be51f-d329-498a-a212-21f3990a1e5a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Pushing event deleted for resources: {'Port': ['ID=9b3971f7-6d43-4f31-aef8-f671e2ea39db,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:36.740540 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-982be51f-d329-498a-a212-21f3990a1e5a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:36.922838 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8739b709-d54b-43c6-a59c-c98fafc994cd req-982be51f-d329-498a-a212-21f3990a1e5a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:37:37.111853 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8739b709-d54b-43c6-a59c-c98fafc994cd req-982be51f-d329-498a-a212-21f3990a1e5a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:37:37.123926 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6bc67b-277e-4a45-bb79-b89791f6a850 None None] Sync routers for ids ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'] in dv-cinder-784945-7-smb {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:37:37.140254 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6bc67b-277e-4a45-bb79-b89791f6a850 None None] Routers {'11b4aa14-3915-49e6-8f13-df8cee75a2e0'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:37:37.141143 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-2b6bc67b-277e-4a45-bb79-b89791f6a850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:37:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:37.199147 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8739b709-d54b-43c6-a59c-c98fafc994cd req-982be51f-d329-498a-a212-21f3990a1e5a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] No DVR routers for this DVR port 9b3971f7-6d43-4f31-aef8-f671e2ea39db on host hv-cinder-78494 {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:37:37.202092 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-8739b709-d54b-43c6-a59c-c98fafc994cd req-982be51f-d329-498a-a212-21f3990a1e5a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:37.211040 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e13ee25-dd85-4e3d-a265-901af308d847', 'name': 'network-vif-deleted', 'tag': '9b3971f7-6d43-4f31-aef8-f671e2ea39db'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:37:37.241229 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-8739b709-d54b-43c6-a59c-c98fafc994cd req-982be51f-d329-498a-a212-21f3990a1e5a tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.11 "DELETE /v2.0/ports/9b3971f7-6d43-4f31-aef8-f671e2ea39db HTTP/1.1" status: 204 len: 173 time: 1.2983224 May 10 13:37:37.264270 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-ba4c49c3-9811-4670-8ca1-000919a4e2a5 req-3d1b75cc-8ec9-4440-b8a2-fca048305562 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e13ee25-dd85-4e3d-a265-901af308d847 HTTP/1.1" status: 200 len: 210 time: 0.1080201 May 10 13:37:37.309715 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e13ee25-dd85-4e3d-a265-901af308d847', 'name': 'network-vif-deleted', 'tag': '9b3971f7-6d43-4f31-aef8-f671e2ea39db', 'status': 'completed', 'code': 200} May 10 13:37:37.335772 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-2b6bc67b-277e-4a45-bb79-b89791f6a850 None None] Set router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:37:37.637868 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-2b6bc67b-277e-4a45-bb79-b89791f6a850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:30:57Z', 'revision_number': 4, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '1757dd30-e03c-4052-9dd6-595f8047591e', 'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'mac_address': 'fa:16:3e:ac:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 5, 'project_id': '94c12e582ce64e398dff331859cc2254', 'subnets': [{'id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:37.641567 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6bc67b-277e-4a45-bb79-b89791f6a850 None None] Checking router: 11b4aa14-3915-49e6-8f13-df8cee75a2e0 for host: dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:37:37.649562 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6bc67b-277e-4a45-bb79-b89791f6a850 None None] Routers {'11b4aa14-3915-49e6-8f13-df8cee75a2e0'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:37:37.650157 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-2b6bc67b-277e-4a45-bb79-b89791f6a850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:37:09Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:37.825657 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-2b6bc67b-277e-4a45-bb79-b89791f6a850 None None] Set router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:37:38.147327 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-2b6bc67b-277e-4a45-bb79-b89791f6a850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:30:57Z', 'revision_number': 4, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '1757dd30-e03c-4052-9dd6-595f8047591e', 'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'mac_address': 'fa:16:3e:ac:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 5, 'project_id': '94c12e582ce64e398dff331859cc2254', 'subnets': [{'id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:38.151192 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6bc67b-277e-4a45-bb79-b89791f6a850 None None] The sync data for ids ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'] in dv-cinder-784945-7-smb is: [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:30:57Z', 'revision_number': 4, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': '1757dd30-e03c-4052-9dd6-595f8047591e', 'name': '', 'network_id': '6dbc2653-6c72-4de2-b0f7-21c9bab3f803', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'mac_address': 'fa:16:3e:ac:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:55Z', 'updated_at': '2021-05-10T13:31:11Z', 'revision_number': 5, 'project_id': '94c12e582ce64e398dff331859cc2254', 'subnets': [{'id': '24199e2d-ee05-4653-a9ce-54cbb6e9b5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:37:38.381724 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a7cbf6-6957-4c20-bae4-aae0761e3217 None None] New status for floating IP bafbd45b-fd32-472b-b854-f603592f397e: DOWN {{(pid=78779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 13:37:38.407627 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43322) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:38.585928 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9cbaa561-a05b-42f8-b470-3a591a30bc52 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:38.616197 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9cbaa561-a05b-42f8-b470-3a591a30bc52 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:38.677665 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9cbaa561-a05b-42f8-b470-3a591a30bc52 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:38.681288 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-787cb030-ecec-4701-9b3b-fa6fe5ce0b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:38.695829 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbaa561-a05b-42f8-b470-3a591a30bc52 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b98e78-816e-4af5-984f-5fe51dee36e1,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:38.698906 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-9cbaa561-a05b-42f8-b470-3a591a30bc52 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:38.706281 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-9cbaa561-a05b-42f8-b470-3a591a30bc52 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:38.709964 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-9cbaa561-a05b-42f8-b470-3a591a30bc52 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "DELETE /v2.0/security-groups/94b98e78-816e-4af5-984f-5fe51dee36e1 HTTP/1.1" status: 204 len: 168 time: 0.2989480 May 10 13:37:38.710418 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43330) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:38.732486 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.api.v2.resource [None req-fb620264-6f28-408a-817d-7e8def01cd56 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] show failed (client error): The resource could not be found. May 10 13:37:38.733609 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-fb620264-6f28-408a-817d-7e8def01cd56 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "GET /v2.0/security-groups/94b98e78-816e-4af5-984f-5fe51dee36e1 HTTP/1.1" status: 404 len: 347 time: 0.0223897 May 10 13:37:38.736424 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43334) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:38.946314 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf855c-fdca-46de-9fee-70902201d8bf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Deleting port f8d25e20-2806-4a39-a081-392f24781025 {{(pid=78777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:37:38.946571 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e2bf855c-fdca-46de-9fee-70902201d8bf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:39.026539 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-09b573bf-4387-4c2c-b9bc-f152d5c5fc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:39.061540 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e2bf855c-fdca-46de-9fee-70902201d8bf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:39.061858 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e2bf855c-fdca-46de-9fee-70902201d8bf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:39.180849 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf855c-fdca-46de-9fee-70902201d8bf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Calling delete_port for f8d25e20-2806-4a39-a081-392f24781025 owned by network:floatingip {{(pid=78777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:37:39.197190 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:39.294513 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e2bf855c-fdca-46de-9fee-70902201d8bf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:39.298888 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:39.341773 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf855c-fdca-46de-9fee-70902201d8bf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Pushing event deleted for resources: {'Port': ['ID=f8d25e20-2806-4a39-a081-392f24781025,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:39.366829 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-e2bf855c-fdca-46de-9fee-70902201d8bf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:39.431031 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e2bf855c-fdca-46de-9fee-70902201d8bf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks [] for floatingip, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:39.445050 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e2bf855c-fdca-46de-9fee-70902201d8bf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for floatingip, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:39.446219 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-e2bf855c-fdca-46de-9fee-70902201d8bf tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] 10.222.0.30 "DELETE /v2.0/floatingips/bafbd45b-fd32-472b-b854-f603592f397e HTTP/1.1" status: 204 len: 168 time: 0.7089169 May 10 13:37:40.228511 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:41.154430 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 9b3971f7-6d43-4f31-aef8-f671e2ea39db no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:37:41.190582 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] No Port match for: 9b3971f7-6d43-4f31-aef8-f671e2ea39db {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:37:41.190982 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 9b3971f7-6d43-4f31-aef8-f671e2ea39db not bound to the agent host hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:37:41.394741 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43368) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:41.508176 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8195ea6f-76b1-4a99-8152-8a5311b321e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:41.522349 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-8195ea6f-76b1-4a99-8152-8a5311b321e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:37:41.526675 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-8195ea6f-76b1-4a99-8152-8a5311b321e0 admin admin] Usage tracker for resource:security_group_rule and tenant:f47ee2c961a444809479ac2cda85ca61 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:37:41.529386 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-8195ea6f-76b1-4a99-8152-8a5311b321e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:37:41.534891 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-8195ea6f-76b1-4a99-8152-8a5311b321e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:37:41.613485 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8195ea6f-76b1-4a99-8152-8a5311b321e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:41.617057 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8195ea6f-76b1-4a99-8152-8a5311b321e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:41.624975 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-9cbaa561-a05b-42f8-b470-3a591a30bc52 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:41.663767 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-8195ea6f-76b1-4a99-8152-8a5311b321e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f47ee2c961a444809479ac2cda85ca61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679803 May 10 13:37:41.664639 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195ea6f-76b1-4a99-8152-8a5311b321e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353479cd-3ba6-4114-8e64-bf6511620ec5,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:41.666687 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 43374) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:41.667665 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-8195ea6f-76b1-4a99-8152-8a5311b321e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:41.723820 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-27c99319-7ef4-4a32-974e-e4845638b9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:41.749036 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-27c99319-7ef4-4a32-974e-e4845638b9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:41.797278 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-27c99319-7ef4-4a32-974e-e4845638b9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:41.800659 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1dbdd35a-81d9-44b4-81c6-56544057530d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:41.813945 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c99319-7ef4-4a32-974e-e4845638b9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353479cd-3ba6-4114-8e64-bf6511620ec5,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:41.817652 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-27c99319-7ef4-4a32-974e-e4845638b9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:41.820919 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-27c99319-7ef4-4a32-974e-e4845638b9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:41.824231 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-27c99319-7ef4-4a32-974e-e4845638b9c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/353479cd-3ba6-4114-8e64-bf6511620ec5 HTTP/1.1" status: 204 len: 168 time: 0.1565430 May 10 13:37:42.018450 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:42.089080 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43382) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:42.106875 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-0eab5ab0-8d41-45a8-b30d-10c2afa1822d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:42.124586 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-0eab5ab0-8d41-45a8-b30d-10c2afa1822d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:37:42.128505 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-0eab5ab0-8d41-45a8-b30d-10c2afa1822d admin admin] Usage tracker for resource:security_group_rule and tenant:e5a9a41c86b54374a12aa09c3158d5e1 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:37:42.131508 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-0eab5ab0-8d41-45a8-b30d-10c2afa1822d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:37:42.137541 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-0eab5ab0-8d41-45a8-b30d-10c2afa1822d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:37:42.223857 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-0eab5ab0-8d41-45a8-b30d-10c2afa1822d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:42.227772 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-0eab5ab0-8d41-45a8-b30d-10c2afa1822d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:42.235833 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-f64ef687-59d3-48a3-ad6b-53c8025ec61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:42.282552 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-0eab5ab0-8d41-45a8-b30d-10c2afa1822d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5a9a41c86b54374a12aa09c3158d5e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923447 May 10 13:37:42.284216 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab5ab0-8d41-45a8-b30d-10c2afa1822d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf4376f-115a-4eb2-8070-bde4a816fc71,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:42.285184 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 43392) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:42.287623 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-0eab5ab0-8d41-45a8-b30d-10c2afa1822d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:42.346474 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bd7b20c1-9a29-4f20-a3fe-18577fcde178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:42.352550 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43396) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:42.372532 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bd7b20c1-9a29-4f20-a3fe-18577fcde178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:42.422486 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bd7b20c1-9a29-4f20-a3fe-18577fcde178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:42.427450 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:42.439109 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b20c1-9a29-4f20-a3fe-18577fcde178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf4376f-115a-4eb2-8070-bde4a816fc71,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:42.441936 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-bd7b20c1-9a29-4f20-a3fe-18577fcde178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:42.446029 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-bd7b20c1-9a29-4f20-a3fe-18577fcde178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:42.447468 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-bd7b20c1-9a29-4f20-a3fe-18577fcde178 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ebf4376f-115a-4eb2-8070-bde4a816fc71 HTTP/1.1" status: 204 len: 168 time: 0.1612844 May 10 13:37:43.211218 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fb613d11-b714-4e23-b7bf-ae866e461391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704771'] for router_interface, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:43.618361 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-fb613d11-b714-4e23-b7bf-ae866e461391 admin admin] Deleting port 1757dd30-e03c-4052-9dd6-595f8047591e {{(pid=78777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:37:43.618774 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fb613d11-b714-4e23-b7bf-ae866e461391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:43.737785 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.db [None req-fb613d11-b714-4e23-b7bf-ae866e461391 admin admin] For port 1757dd30-e03c-4052-9dd6-595f8047591e, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=1757dd30-e03c-4052-9dd6-595f8047591e,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:37:43.738139 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fb613d11-b714-4e23-b7bf-ae866e461391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:43.862832 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-fb613d11-b714-4e23-b7bf-ae866e461391 admin admin] Calling delete_port for 1757dd30-e03c-4052-9dd6-595f8047591e owned by network:router_interface {{(pid=78777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:37:44.001675 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fb613d11-b714-4e23-b7bf-ae866e461391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:44.009326 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-f6cdcb88-a9df-4873-8440-a01f3feebb99 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:44.055237 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb613d11-b714-4e23-b7bf-ae866e461391 admin admin] Pushing event deleted for resources: {'Port': ['ID=1757dd30-e03c-4052-9dd6-595f8047591e,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:44.058922 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-fb613d11-b714-4e23-b7bf-ae866e461391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:44.349585 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-fb613d11-b714-4e23-b7bf-ae866e461391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710067'] for router_interface, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:44.821988 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb613d11-b714-4e23-b7bf-ae866e461391 admin admin] Router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:37:45.000300 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb613d11-b714-4e23-b7bf-ae866e461391 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:37:45.009557 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f888e1-1e51-4850-9b0d-68e3032812e7 None None] Sync routers for ids ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'] in dv-cinder-784945-7-smb {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:37:45.020242 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f888e1-1e51-4850-9b0d-68e3032812e7 None None] Routers {'11b4aa14-3915-49e6-8f13-df8cee75a2e0'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:37:45.020928 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-89f888e1-1e51-4850-9b0d-68e3032812e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:37:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:45.028130 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-fb613d11-b714-4e23-b7bf-ae866e461391 admin admin] 10.222.0.30 "PUT /v2.0/routers/11b4aa14-3915-49e6-8f13-df8cee75a2e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6744738 May 10 13:37:45.028764 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 43470) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:45.066840 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43474) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:45.193623 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-11135abe-e1e3-426d-84ba-00e91657b562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:45.209774 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-89f888e1-1e51-4850-9b0d-68e3032812e7 None None] Set router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:37:45.212141 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-11135abe-e1e3-426d-84ba-00e91657b562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:37:45.216952 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-11135abe-e1e3-426d-84ba-00e91657b562 admin admin] Usage tracker for resource:security_group_rule and tenant:4ddbf7913b0140d78654a5278a30a641 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:37:45.220846 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-11135abe-e1e3-426d-84ba-00e91657b562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:37:45.229437 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-11135abe-e1e3-426d-84ba-00e91657b562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:37:45.321619 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-11135abe-e1e3-426d-84ba-00e91657b562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:45.321941 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3220e9de-f5ea-4ad3-aa59-1866ab9e7695 admin admin] Notify callbacks [] for router, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:45.326638 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-11135abe-e1e3-426d-84ba-00e91657b562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:45.335314 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-1b8a36c4-0c71-47ac-a9d5-a7a1e333e6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:45.376750 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-11135abe-e1e3-426d-84ba-00e91657b562 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ddbf7913b0140d78654a5278a30a641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3065140 May 10 13:37:45.376750 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11135abe-e1e3-426d-84ba-00e91657b562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ba1f92-783b-401e-9ce4-6e3fc7cb9dd8,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:45.377520 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 43480) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:45.380380 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-11135abe-e1e3-426d-84ba-00e91657b562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:45.497220 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-89f888e1-1e51-4850-9b0d-68e3032812e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:37:43Z', 'revision_number': 5, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:45.500842 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f888e1-1e51-4850-9b0d-68e3032812e7 None None] Checking router: 11b4aa14-3915-49e6-8f13-df8cee75a2e0 for host: dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:37:45.509075 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f888e1-1e51-4850-9b0d-68e3032812e7 None None] Routers {'11b4aa14-3915-49e6-8f13-df8cee75a2e0'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:37:45.509691 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-89f888e1-1e51-4850-9b0d-68e3032812e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:37:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:45.533846 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-df88af04-1f0a-4e4f-9a10-d62760602a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:45.560271 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3220e9de-f5ea-4ad3-aa59-1866ab9e7695 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:45.577569 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-df88af04-1f0a-4e4f-9a10-d62760602a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:45.672728 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-df88af04-1f0a-4e4f-9a10-d62760602a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:45.678576 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-abe034a9-0cf0-46ab-8990-dd1f050d9277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:45.682638 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-89f888e1-1e51-4850-9b0d-68e3032812e7 None None] Set router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:37:45.688554 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [None req-3220e9de-f5ea-4ad3-aa59-1866ab9e7695 admin admin] Deleting port a8e6a98d-f213-412a-a451-9e8036a87343 {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:37:45.688893 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3220e9de-f5ea-4ad3-aa59-1866ab9e7695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:45.708612 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88af04-1f0a-4e4f-9a10-d62760602a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ba1f92-783b-401e-9ce4-6e3fc7cb9dd8,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:45.757861 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-df88af04-1f0a-4e4f-9a10-d62760602a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:45.763284 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-df88af04-1f0a-4e4f-9a10-d62760602a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:45.764356 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-df88af04-1f0a-4e4f-9a10-d62760602a35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06ba1f92-783b-401e-9ce4-6e3fc7cb9dd8 HTTP/1.1" status: 204 len: 168 time: 0.3861635 May 10 13:37:45.824576 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [None req-3220e9de-f5ea-4ad3-aa59-1866ab9e7695 admin admin] For port a8e6a98d-f213-412a-a451-9e8036a87343, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=a8e6a98d-f213-412a-a451-9e8036a87343,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:37:45.825212 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3220e9de-f5ea-4ad3-aa59-1866ab9e7695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:45.948232 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [None req-3220e9de-f5ea-4ad3-aa59-1866ab9e7695 admin admin] Calling delete_port for a8e6a98d-f213-412a-a451-9e8036a87343 owned by network:router_gateway {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:37:45.970491 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-89f888e1-1e51-4850-9b0d-68e3032812e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:37:43Z', 'revision_number': 5, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:45.974508 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f888e1-1e51-4850-9b0d-68e3032812e7 None None] The sync data for ids ['11b4aa14-3915-49e6-8f13-df8cee75a2e0'] in dv-cinder-784945-7-smb is: [{'id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1215997237-router', 'tenant_id': '94c12e582ce64e398dff331859cc2254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:30:46Z', 'updated_at': '2021-05-10T13:37:43Z', 'revision_number': 5, 'project_id': '94c12e582ce64e398dff331859cc2254', 'gw_port': {'id': 'a8e6a98d-f213-412a-a451-9e8036a87343', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b4aa14-3915-49e6-8f13-df8cee75a2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:30:47Z', 'updated_at': '2021-05-10T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}] {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:37:46.069738 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43488) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:46.087564 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-21e71860-81f1-4fad-a181-8837ad63960a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:46.095658 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3220e9de-f5ea-4ad3-aa59-1866ab9e7695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:46.100318 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-561ffa69-8ce1-4673-8d2e-20488b6d7190 tempest-AttachVolumeNegativeTest-1283676955 tempest-AttachVolumeNegativeTest-1283676955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:46.106579 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-21e71860-81f1-4fad-a181-8837ad63960a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:37:46.110379 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-21e71860-81f1-4fad-a181-8837ad63960a admin admin] Usage tracker for resource:security_group_rule and tenant:d324100f134d40f0a738009ec3d88ee7 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:37:46.114428 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-21e71860-81f1-4fad-a181-8837ad63960a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:37:46.120072 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-21e71860-81f1-4fad-a181-8837ad63960a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:37:46.146739 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220e9de-f5ea-4ad3-aa59-1866ab9e7695 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e6a98d-f213-412a-a451-9e8036a87343,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:46.149877 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-3220e9de-f5ea-4ad3-aa59-1866ab9e7695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:46.203334 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-21e71860-81f1-4fad-a181-8837ad63960a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:46.207451 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-21e71860-81f1-4fad-a181-8837ad63960a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:46.216259 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-c468709a-73b2-41c7-8984-3c33fe6f7c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:46.242797 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3220e9de-f5ea-4ad3-aa59-1866ab9e7695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711207'] for router_gateway, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:46.255088 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-21e71860-81f1-4fad-a181-8837ad63960a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d324100f134d40f0a738009ec3d88ee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842816 May 10 13:37:46.257008 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e71860-81f1-4fad-a181-8837ad63960a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253e56a3-b3d6-46a2-945a-ad6492ac9b75,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:46.259272 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43492) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:46.262222 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-21e71860-81f1-4fad-a181-8837ad63960a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:46.317149 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5bdc7a01-21d9-467d-b9b9-e1675d85af7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:46.344685 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5bdc7a01-21d9-467d-b9b9-e1675d85af7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:46.414252 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5bdc7a01-21d9-467d-b9b9-e1675d85af7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:46.421194 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-8a9ea65a-a472-4897-a8ba-070a9eba3b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:46.422157 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3220e9de-f5ea-4ad3-aa59-1866ab9e7695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103759'] for router, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:46.424411 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3220e9de-f5ea-4ad3-aa59-1866ab9e7695 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:46.437213 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc7a01-21d9-467d-b9b9-e1675d85af7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253e56a3-b3d6-46a2-945a-ad6492ac9b75,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:46.439709 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-5bdc7a01-21d9-467d-b9b9-e1675d85af7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:46.443039 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 1757dd30-e03c-4052-9dd6-595f8047591e no longer exists at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:37:46.448166 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-5bdc7a01-21d9-467d-b9b9-e1675d85af7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:46.451892 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-5bdc7a01-21d9-467d-b9b9-e1675d85af7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/253e56a3-b3d6-46a2-945a-ad6492ac9b75 HTTP/1.1" status: 204 len: 168 time: 0.1891210 May 10 13:37:46.499293 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] No Port match for: 1757dd30-e03c-4052-9dd6-595f8047591e {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:37:46.499646 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 1757dd30-e03c-4052-9dd6-595f8047591e not bound to the agent host dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:37:46.528082 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3220e9de-f5ea-4ad3-aa59-1866ab9e7695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1801077'] for router, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:46.528751 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3220e9de-f5ea-4ad3-aa59-1866ab9e7695 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11b4aa14-3915-49e6-8f13-df8cee75a2e0 {{(pid=78778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 13:37:46.545108 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-3220e9de-f5ea-4ad3-aa59-1866ab9e7695 admin admin] Notify callbacks [] for router, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:46.546410 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-3220e9de-f5ea-4ad3-aa59-1866ab9e7695 admin admin] 10.222.0.30 "DELETE /v2.0/routers/11b4aa14-3915-49e6-8f13-df8cee75a2e0 HTTP/1.1" status: 204 len: 168 time: 1.5160418 May 10 13:37:46.548960 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 43500) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:46.611488 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c858c1b8-4a17-4567-85a3-90a654fc96df admin admin] Deleting subnet 24199e2d-ee05-4653-a9ce-54cbb6e9b5cc {{(pid=78778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 13:37:46.614551 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c858c1b8-4a17-4567-85a3-90a654fc96df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:46.672368 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c858c1b8-4a17-4567-85a3-90a654fc96df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296092'] for subnet, precommit_delete_associations {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:46.758106 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c858c1b8-4a17-4567-85a3-90a654fc96df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862903'] for subnet, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:47.102745 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c858c1b8-4a17-4567-85a3-90a654fc96df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2180919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2414209'] for subnet, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:47.108296 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-30579676-95f5-4c3d-8a03-64be940044de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:47.151724 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858c1b8-4a17-4567-85a3-90a654fc96df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24199e2d-ee05-4653-a9ce-54cbb6e9b5cc,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:47.154576 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-c858c1b8-4a17-4567-85a3-90a654fc96df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:47.157653 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c858c1b8-4a17-4567-85a3-90a654fc96df admin admin] Notify callbacks [] for subnet, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:47.165126 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f55a8c5-b9b4-4a29-8de5-d23bd03a674f None None] Network 6dbc2653-6c72-4de2-b0f7-21c9bab3f803 requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:37:47.169404 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-c858c1b8-4a17-4567-85a3-90a654fc96df admin admin] 10.222.0.30 "DELETE /v2.0/subnets/24199e2d-ee05-4653-a9ce-54cbb6e9b5cc HTTP/1.1" status: 204 len: 168 time: 0.6176894 May 10 13:37:47.170230 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43522) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:47.283523 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782519'] for network, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:47.361533 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] Deleting port 3677182a-171e-4d80-82d5-e8ec16a096d9 {{(pid=78777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:37:47.361828 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:47.425572 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68685c5d-058b-4b7f-a0c8-96be24cac250 None None] DHCP port deletion for 6dbc2653-6c72-4de2-b0f7-21c9bab3f803 request from dv-cinder-784945-7-smb {{(pid=78779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 13:37:47.464394 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.db [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] For port 3677182a-171e-4d80-82d5-e8ec16a096d9, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=3677182a-171e-4d80-82d5-e8ec16a096d9,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:37:47.465069 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:47.489059 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-68685c5d-058b-4b7f-a0c8-96be24cac250 None None] Deleting port 3677182a-171e-4d80-82d5-e8ec16a096d9 {{(pid=78779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:37:47.489697 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-68685c5d-058b-4b7f-a0c8-96be24cac250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:47.591701 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] Calling delete_port for 3677182a-171e-4d80-82d5-e8ec16a096d9 owned by network:dhcp {{(pid=78777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:37:47.596229 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-68685c5d-058b-4b7f-a0c8-96be24cac250 None None] For port 3677182a-171e-4d80-82d5-e8ec16a096d9, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=3677182a-171e-4d80-82d5-e8ec16a096d9,segment=NetworkSegment(791c53d6-51af-4acb-bf63-8367240dd9c0),segment_id=791c53d6-51af-4acb-bf63-8367240dd9c0)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:37:47.596623 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-68685c5d-058b-4b7f-a0c8-96be24cac250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:47.650634 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:47.655643 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-f9a5f647-c1a1-4569-9fad-c3eb559dd677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:47.703044 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3677182a-171e-4d80-82d5-e8ec16a096d9,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:47.706467 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:47.707226 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] No DVR routers for this DVR port 3677182a-171e-4d80-82d5-e8ec16a096d9 on host dv-cinder-784945-7-smb {{(pid=78777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:37:47.721086 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-68685c5d-058b-4b7f-a0c8-96be24cac250 None None] Calling delete_port for 3677182a-171e-4d80-82d5-e8ec16a096d9 owned by network:dhcp {{(pid=78779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:37:47.768216 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-68685c5d-058b-4b7f-a0c8-96be24cac250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940'] for port, after_delete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:47.771553 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:47.840160 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8786273459357'] for network, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:47.842704 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68685c5d-058b-4b7f-a0c8-96be24cac250 None None] Pushing event deleted for resources: {'Port': ['ID=3677182a-171e-4d80-82d5-e8ec16a096d9,revision_number=None']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:47.845687 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-68685c5d-058b-4b7f-a0c8-96be24cac250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:47.846441 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68685c5d-058b-4b7f-a0c8-96be24cac250 None None] No DVR routers for this DVR port 3677182a-171e-4d80-82d5-e8ec16a096d9 on host dv-cinder-784945-7-smb {{(pid=78779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:37:47.962470 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dbc2653-6c72-4de2-b0f7-21c9bab3f803']}} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:47.974978 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791c53d6-51af-4acb-bf63-8367240dd9c0') {'for_net_delete': True} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:47.975275 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791c53d6-51af-4acb-bf63-8367240dd9c0') {} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:37:47.986657 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786273471335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2491361'] for segment, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:48.002688 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:48.009205 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=78777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 13:37:48.009579 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3874367'] for segment, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: Traceback (most recent call last): May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: timer() May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: cb(*args, **kw) May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: return func(*args, **kwargs) May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: self._notify() May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: self.callback(batched_events) May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: event.method(event) May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: aggregate_uuid = self.p_client.list_aggregates( May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: return f(self, *a, **k) May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: return self._get(url).json() May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: return self.request(url, 'GET', **kwargs) May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: base_url = self.get_endpoint(auth, allow=allow, May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 13:37:48.023070 dv-cinder-784945-7-smb neutron-server[78777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 13:37:48.098454 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1711221'] for network, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:48.102608 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:48.115186 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:48.125764 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dbc2653-6c72-4de2-b0f7-21c9bab3f803,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:48.128895 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:48.143826 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6dbc2653-6c72-4de2-b0f7-21c9bab3f803 HTTP/1.1" status: 204 len: 168 time: 0.9723251 May 10 13:37:48.191848 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device a8e6a98d-f213-412a-a451-9e8036a87343 no longer exists at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:37:48.230476 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] No Port match for: a8e6a98d-f213-412a-a451-9e8036a87343 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:37:48.230900 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device a8e6a98d-f213-412a-a451-9e8036a87343 not bound to the agent host dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:37:48.231522 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 3677182a-171e-4d80-82d5-e8ec16a096d9 no longer exists at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:37:48.269967 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] No Port match for: 3677182a-171e-4d80-82d5-e8ec16a096d9 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:37:48.270316 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 3677182a-171e-4d80-82d5-e8ec16a096d9 not bound to the agent host dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:37:48.350940 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43558) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:48.400865 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-23b98d50-f4bd-4889-9917-be3f8ba29daa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94c12e582ce64e398dff331859cc2254&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0485783 May 10 13:37:48.403301 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43566) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:48.460367 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-c0495f74-3308-41ed-9459-0d524ec07b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:48.485540 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-c0495f74-3308-41ed-9459-0d524ec07b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:48.540716 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-c0495f74-3308-41ed-9459-0d524ec07b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:48.546000 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-4fca0840-710a-4ef3-891f-b571223e0b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:48.562817 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0495f74-3308-41ed-9459-0d524ec07b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ade019-5af1-45ea-9cfd-91bc4cf8503b,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:48.566578 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-c0495f74-3308-41ed-9459-0d524ec07b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:48.570003 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-c0495f74-3308-41ed-9459-0d524ec07b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:48.573504 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-c0495f74-3308-41ed-9459-0d524ec07b2a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58ade019-5af1-45ea-9cfd-91bc4cf8503b HTTP/1.1" status: 204 len: 168 time: 0.1692684 May 10 13:37:48.647203 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43574) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:48.874419 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ea261e3f-a76e-461b-8e21-75abcc2584c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:48.889597 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-ea261e3f-a76e-461b-8e21-75abcc2584c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:37:48.893374 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-ea261e3f-a76e-461b-8e21-75abcc2584c5 admin admin] Usage tracker for resource:security_group_rule and tenant:2093cb63f8ea4fffad4bfcc1d5d95509 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:37:48.896130 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-ea261e3f-a76e-461b-8e21-75abcc2584c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:37:48.901824 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-ea261e3f-a76e-461b-8e21-75abcc2584c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:37:48.991254 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ea261e3f-a76e-461b-8e21-75abcc2584c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:48.995774 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-ea261e3f-a76e-461b-8e21-75abcc2584c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:49.003709 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-d1f45d23-db29-45da-a9e5-bf689b0cb967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:49.043229 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-ea261e3f-a76e-461b-8e21-75abcc2584c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2093cb63f8ea4fffad4bfcc1d5d95509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3948686 May 10 13:37:49.044870 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea261e3f-a76e-461b-8e21-75abcc2584c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba000a96-2c5e-45ec-985b-6ba64b3c3195,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:49.046086 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 43590) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:49.048091 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-ea261e3f-a76e-461b-8e21-75abcc2584c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:49.116138 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-785170f1-2a8c-41b1-bef2-f33e08c655b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:49.142742 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-785170f1-2a8c-41b1-bef2-f33e08c655b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:49.199550 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-785170f1-2a8c-41b1-bef2-f33e08c655b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:49.204613 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-07094f2e-b996-4a14-8b0f-57f2190d32bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:49.223091 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785170f1-2a8c-41b1-bef2-f33e08c655b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba000a96-2c5e-45ec-985b-6ba64b3c3195,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:49.225827 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-785170f1-2a8c-41b1-bef2-f33e08c655b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:49.228053 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-785170f1-2a8c-41b1-bef2-f33e08c655b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:49.242797 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-785170f1-2a8c-41b1-bef2-f33e08c655b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba000a96-2c5e-45ec-985b-6ba64b3c3195 HTTP/1.1" status: 204 len: 168 time: 0.1955712 May 10 13:37:49.573087 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 43610) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:49.591124 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-ba8219b3-ff35-495e-9820-df73f5dd1505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:49.606989 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-ba8219b3-ff35-495e-9820-df73f5dd1505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:37:49.610867 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-ba8219b3-ff35-495e-9820-df73f5dd1505 admin admin] Usage tracker for resource:security_group_rule and tenant:6f09a35db38b4a5e9d2847ce8953ceb4 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:37:49.613818 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-ba8219b3-ff35-495e-9820-df73f5dd1505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:37:49.619435 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-ba8219b3-ff35-495e-9820-df73f5dd1505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:37:49.703414 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-ba8219b3-ff35-495e-9820-df73f5dd1505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:49.707447 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-ba8219b3-ff35-495e-9820-df73f5dd1505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:49.716004 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-ef936809-0b1c-4e02-a8c9-243e3f07e6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:49.753660 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-ba8219b3-ff35-495e-9820-df73f5dd1505 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f09a35db38b4a5e9d2847ce8953ceb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794600 May 10 13:37:49.755521 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8219b3-ff35-495e-9820-df73f5dd1505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d51e99-97ac-4ff9-90f6-f3af513ccc58,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:49.756663 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43616) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:49.758772 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-ba8219b3-ff35-495e-9820-df73f5dd1505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:49.787231 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:37:49.819585 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-0a51d8de-2c44-4308-92f3-f0cb09b8cd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:49.845252 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-0a51d8de-2c44-4308-92f3-f0cb09b8cd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:49.904945 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-0a51d8de-2c44-4308-92f3-f0cb09b8cd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:49.909857 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-13560639-bcd2-4184-9c65-5b275f037ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:49.923378 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51d8de-2c44-4308-92f3-f0cb09b8cd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d51e99-97ac-4ff9-90f6-f3af513ccc58,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:49.934010 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-0a51d8de-2c44-4308-92f3-f0cb09b8cd13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:49.939575 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-0a51d8de-2c44-4308-92f3-f0cb09b8cd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:49.950788 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-0a51d8de-2c44-4308-92f3-f0cb09b8cd13 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48d51e99-97ac-4ff9-90f6-f3af513ccc58 HTTP/1.1" status: 204 len: 168 time: 0.1850665 May 10 13:37:52.864518 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43654) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:52.982951 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8f4017fd-4e28-44b3-b265-4ef42645e689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:52.997426 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-8f4017fd-4e28-44b3-b265-4ef42645e689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:37:53.001110 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-8f4017fd-4e28-44b3-b265-4ef42645e689 admin admin] Usage tracker for resource:security_group_rule and tenant:91fc73a14aaf4dab9137dc645fdec891 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:37:53.003837 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-8f4017fd-4e28-44b3-b265-4ef42645e689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:37:53.009609 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-8f4017fd-4e28-44b3-b265-4ef42645e689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:37:53.090522 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8f4017fd-4e28-44b3-b265-4ef42645e689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:53.093872 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-8f4017fd-4e28-44b3-b265-4ef42645e689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:53.102029 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-9ee4b310-343b-4329-9cc7-095f4801216c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:53.139967 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-8f4017fd-4e28-44b3-b265-4ef42645e689 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91fc73a14aaf4dab9137dc645fdec891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744315 May 10 13:37:53.141571 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4017fd-4e28-44b3-b265-4ef42645e689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d911dbe-50e2-428c-b68f-6be305ec3531,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:53.142669 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 43660) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:37:53.144687 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-8f4017fd-4e28-44b3-b265-4ef42645e689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:53.201430 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-dc5b5e21-8510-4068-86b7-259c096bc297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:53.230157 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-dc5b5e21-8510-4068-86b7-259c096bc297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:53.279463 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-dc5b5e21-8510-4068-86b7-259c096bc297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:53.283053 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-2a07fc80-f931-4e4c-86fc-a257d6717554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:37:53.295038 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b5e21-8510-4068-86b7-259c096bc297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d911dbe-50e2-428c-b68f-6be305ec3531,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:37:53.297814 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-dc5b5e21-8510-4068-86b7-259c096bc297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:37:53.304874 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-dc5b5e21-8510-4068-86b7-259c096bc297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:37:53.305992 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-dc5b5e21-8510-4068-86b7-259c096bc297 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d911dbe-50e2-428c-b68f-6be305ec3531 HTTP/1.1" status: 204 len: 168 time: 0.1623468 May 10 13:38:01.640366 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 43786) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:01.752964 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-5228e710-76e8-48e4-acb8-f2d01dfe423b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:01.766893 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-5228e710-76e8-48e4-acb8-f2d01dfe423b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:38:01.770589 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-5228e710-76e8-48e4-acb8-f2d01dfe423b admin admin] Usage tracker for resource:security_group_rule and tenant:a36ad1313f3e44a781403b1d9329f630 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:38:01.773265 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-5228e710-76e8-48e4-acb8-f2d01dfe423b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:38:01.778832 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-5228e710-76e8-48e4-acb8-f2d01dfe423b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:38:01.855680 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-5228e710-76e8-48e4-acb8-f2d01dfe423b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:01.858980 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-5228e710-76e8-48e4-acb8-f2d01dfe423b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:01.866885 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-ba8219b3-ff35-495e-9820-df73f5dd1505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:01.904799 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-5228e710-76e8-48e4-acb8-f2d01dfe423b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a36ad1313f3e44a781403b1d9329f630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633438 May 10 13:38:01.906297 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228e710-76e8-48e4-acb8-f2d01dfe423b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e23491b-33c5-447c-a0d9-853562f93efc,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:01.907384 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43792) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:01.909311 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-5228e710-76e8-48e4-acb8-f2d01dfe423b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:01.967304 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-25ad0a2d-4e47-40aa-a8c4-4738ad3f808b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:01.995556 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-25ad0a2d-4e47-40aa-a8c4-4738ad3f808b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:02.045193 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-25ad0a2d-4e47-40aa-a8c4-4738ad3f808b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:02.048723 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-f4843890-8b43-4121-a77a-a06b669cd78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:02.061327 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad0a2d-4e47-40aa-a8c4-4738ad3f808b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e23491b-33c5-447c-a0d9-853562f93efc,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:02.064114 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-25ad0a2d-4e47-40aa-a8c4-4738ad3f808b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:02.073802 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-25ad0a2d-4e47-40aa-a8c4-4738ad3f808b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:02.074907 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-25ad0a2d-4e47-40aa-a8c4-4738ad3f808b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e23491b-33c5-447c-a0d9-853562f93efc HTTP/1.1" status: 204 len: 168 time: 0.1665320 May 10 13:38:02.346299 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 43800) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:02.363520 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c1872950-e744-47a5-9786-829e674b6452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:02.381503 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-c1872950-e744-47a5-9786-829e674b6452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:38:02.385836 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-c1872950-e744-47a5-9786-829e674b6452 admin admin] Usage tracker for resource:security_group_rule and tenant:034f643d7bc14f598637e76d39a2f2cc is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:38:02.388544 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-c1872950-e744-47a5-9786-829e674b6452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:38:02.394099 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-c1872950-e744-47a5-9786-829e674b6452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:38:02.472131 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c1872950-e744-47a5-9786-829e674b6452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:02.475573 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c1872950-e744-47a5-9786-829e674b6452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:02.484039 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-3d0c571d-1641-4086-aacc-9f8d763703ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:02.522171 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-c1872950-e744-47a5-9786-829e674b6452 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=034f643d7bc14f598637e76d39a2f2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748314 May 10 13:38:02.523028 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1872950-e744-47a5-9786-829e674b6452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06676cbe-3054-42e7-9274-cb07f03ae103,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:02.524829 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43804) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:02.526067 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-c1872950-e744-47a5-9786-829e674b6452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:02.582332 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1979df84-fd26-4681-a892-ad4de78e4473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:02.608715 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1979df84-fd26-4681-a892-ad4de78e4473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:02.660010 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1979df84-fd26-4681-a892-ad4de78e4473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:02.663926 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-78a0cd3e-5c7d-4324-b38c-76b57adf6ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:02.674218 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979df84-fd26-4681-a892-ad4de78e4473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06676cbe-3054-42e7-9274-cb07f03ae103,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:02.676950 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-1979df84-fd26-4681-a892-ad4de78e4473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:02.682792 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1979df84-fd26-4681-a892-ad4de78e4473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:02.684023 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-1979df84-fd26-4681-a892-ad4de78e4473 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06676cbe-3054-42e7-9274-cb07f03ae103 HTTP/1.1" status: 204 len: 168 time: 0.1580670 May 10 13:38:04.328021 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43850) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:04.443374 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3da36ee6-f5f9-4449-9908-98b04f71344c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:04.460208 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-3da36ee6-f5f9-4449-9908-98b04f71344c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:38:04.464489 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-3da36ee6-f5f9-4449-9908-98b04f71344c admin admin] Usage tracker for resource:security_group_rule and tenant:ba43b24d6a1a4e96aebe174ff8fc5dab is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:38:04.467247 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-3da36ee6-f5f9-4449-9908-98b04f71344c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:38:04.473165 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-3da36ee6-f5f9-4449-9908-98b04f71344c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:38:04.551327 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3da36ee6-f5f9-4449-9908-98b04f71344c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:04.554848 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-3da36ee6-f5f9-4449-9908-98b04f71344c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:04.563516 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-02612f70-321e-436b-a777-271ff30976db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:04.602930 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-3da36ee6-f5f9-4449-9908-98b04f71344c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba43b24d6a1a4e96aebe174ff8fc5dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737541 May 10 13:38:04.604741 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da36ee6-f5f9-4449-9908-98b04f71344c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e03de19-d18b-487d-a8a6-2fc6cd1128cb,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:04.605525 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 43856) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:04.607866 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-3da36ee6-f5f9-4449-9908-98b04f71344c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:04.662894 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-15faea51-b802-4793-8cef-42aa050438ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:04.688012 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-15faea51-b802-4793-8cef-42aa050438ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:04.737980 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-15faea51-b802-4793-8cef-42aa050438ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:04.741864 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-b7cd6b7d-7637-44bd-af0a-6f51a9c96a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:04.758142 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15faea51-b802-4793-8cef-42aa050438ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e03de19-d18b-487d-a8a6-2fc6cd1128cb,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:04.761921 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-15faea51-b802-4793-8cef-42aa050438ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:04.771652 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-15faea51-b802-4793-8cef-42aa050438ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:04.772739 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-15faea51-b802-4793-8cef-42aa050438ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e03de19-d18b-487d-a8a6-2fc6cd1128cb HTTP/1.1" status: 204 len: 168 time: 0.1662431 May 10 13:38:04.805678 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:05.145604 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 43864) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:05.163611 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a454d527-60a1-4d87-8d26-c68b8f18af9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:05.178115 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-a454d527-60a1-4d87-8d26-c68b8f18af9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:38:05.181875 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-a454d527-60a1-4d87-8d26-c68b8f18af9f admin admin] Usage tracker for resource:security_group_rule and tenant:a4f4a261ae8e42249db9a0cea4453ab8 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:38:05.184597 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-a454d527-60a1-4d87-8d26-c68b8f18af9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:38:05.190258 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-a454d527-60a1-4d87-8d26-c68b8f18af9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:38:05.271001 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a454d527-60a1-4d87-8d26-c68b8f18af9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:05.274870 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-a454d527-60a1-4d87-8d26-c68b8f18af9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:05.283506 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-541b5a7a-461a-4381-9b71-3ac891730ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:05.325572 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-a454d527-60a1-4d87-8d26-c68b8f18af9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4f4a261ae8e42249db9a0cea4453ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1789007 May 10 13:38:05.327125 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454d527-60a1-4d87-8d26-c68b8f18af9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14ec71a-b610-4cbf-8275-5a3f68f5fe48,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:05.328312 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 43868) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:05.330002 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-a454d527-60a1-4d87-8d26-c68b8f18af9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:05.388865 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0070de0b-a4d9-4dd7-aa7a-e8e12c829b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:05.414243 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0070de0b-a4d9-4dd7-aa7a-e8e12c829b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:05.464451 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0070de0b-a4d9-4dd7-aa7a-e8e12c829b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:05.469060 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-5228e710-76e8-48e4-acb8-f2d01dfe423b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:05.480841 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070de0b-a4d9-4dd7-aa7a-e8e12c829b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14ec71a-b610-4cbf-8275-5a3f68f5fe48,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:05.483701 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-0070de0b-a4d9-4dd7-aa7a-e8e12c829b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:05.485708 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-0070de0b-a4d9-4dd7-aa7a-e8e12c829b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:05.486699 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-0070de0b-a4d9-4dd7-aa7a-e8e12c829b4c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c14ec71a-b610-4cbf-8275-5a3f68f5fe48 HTTP/1.1" status: 204 len: 168 time: 0.1566827 May 10 13:38:06.524814 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-04161d26-28ed-446c-97f8-22cf6a25c477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:09.028013 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-fb6af31d-acd5-4cc4-a88e-0dee6a83b9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:09.199219 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:10.229809 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:12.020087 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:12.604161 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 43994) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:12.716287 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:12.730730 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:38:12.734506 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Usage tracker for resource:security_group_rule and tenant:d2a98bc3480b4827925dd92a53961cf9 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:38:12.737395 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:38:12.743040 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:38:12.825380 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:12.829060 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:12.840849 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-46213bb4-0b12-427f-ad4a-a6ad9d0d037b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:12.879489 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2a98bc3480b4827925dd92a53961cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743013 May 10 13:38:12.881317 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072b9af0-efa4-49b8-b011-9859b758e8d2,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:12.882428 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 44000) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:12.889157 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:12.889558 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:12.889925 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:12.890284 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:12.890638 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:12.890990 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:12.891338 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:12.892080 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:12.892439 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:12.892786 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:12.893129 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:12.893500 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:12.897718 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-f7572a89-0de9-4fb4-8b23-7dd12d0e098b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:12.939511 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-698792e8-816a-4907-8e35-6d04bca6cf3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:12.964674 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-698792e8-816a-4907-8e35-6d04bca6cf3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:13.013797 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-698792e8-816a-4907-8e35-6d04bca6cf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:13.018246 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-096c0d7a-d415-40c4-9307-9d37edc5fc44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:13.031160 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698792e8-816a-4907-8e35-6d04bca6cf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072b9af0-efa4-49b8-b011-9859b758e8d2,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:13.041998 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698792e8-816a-4907-8e35-6d04bca6cf3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:13.042373 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698792e8-816a-4907-8e35-6d04bca6cf3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:13.042744 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698792e8-816a-4907-8e35-6d04bca6cf3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:13.043104 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698792e8-816a-4907-8e35-6d04bca6cf3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:13.043458 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698792e8-816a-4907-8e35-6d04bca6cf3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:13.043813 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698792e8-816a-4907-8e35-6d04bca6cf3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:13.044163 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698792e8-816a-4907-8e35-6d04bca6cf3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:13.044514 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698792e8-816a-4907-8e35-6d04bca6cf3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:13.044872 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698792e8-816a-4907-8e35-6d04bca6cf3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:13.045217 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698792e8-816a-4907-8e35-6d04bca6cf3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:13.045590 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698792e8-816a-4907-8e35-6d04bca6cf3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:13.045938 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698792e8-816a-4907-8e35-6d04bca6cf3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:13.050408 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-698792e8-816a-4907-8e35-6d04bca6cf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:13.054382 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-698792e8-816a-4907-8e35-6d04bca6cf3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:13.055538 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-698792e8-816a-4907-8e35-6d04bca6cf3c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/072b9af0-efa4-49b8-b011-9859b758e8d2 HTTP/1.1" status: 204 len: 168 time: 0.1720901 May 10 13:38:13.333064 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 44008) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:13.350558 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-98a73108-9127-4f53-bbf1-469d55fd35bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:13.364362 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-98a73108-9127-4f53-bbf1-469d55fd35bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:38:13.368224 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-98a73108-9127-4f53-bbf1-469d55fd35bb admin admin] Usage tracker for resource:security_group_rule and tenant:ef44f5c6da634b9783409595300a47ad is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:38:13.371512 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-98a73108-9127-4f53-bbf1-469d55fd35bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:38:13.377067 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-98a73108-9127-4f53-bbf1-469d55fd35bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:38:13.456624 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-98a73108-9127-4f53-bbf1-469d55fd35bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:13.460051 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-98a73108-9127-4f53-bbf1-469d55fd35bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:13.467308 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-bd7b20c1-9a29-4f20-a3fe-18577fcde178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:13.506777 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-98a73108-9127-4f53-bbf1-469d55fd35bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef44f5c6da634b9783409595300a47ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726048 May 10 13:38:13.507664 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a73108-9127-4f53-bbf1-469d55fd35bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc03e20e-be62-4e72-95cd-31e783f17c9d,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:13.509992 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 44012) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:13.511302 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-98a73108-9127-4f53-bbf1-469d55fd35bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:13.566666 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e76f69f8-9b21-40c2-a8e2-32cb12668f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:13.591535 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e76f69f8-9b21-40c2-a8e2-32cb12668f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:13.645087 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e76f69f8-9b21-40c2-a8e2-32cb12668f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:13.649680 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-8f4017fd-4e28-44b3-b265-4ef42645e689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:13.661089 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f69f8-9b21-40c2-a8e2-32cb12668f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc03e20e-be62-4e72-95cd-31e783f17c9d,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:13.663992 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-e76f69f8-9b21-40c2-a8e2-32cb12668f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:13.666466 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-e76f69f8-9b21-40c2-a8e2-32cb12668f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:13.667575 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-e76f69f8-9b21-40c2-a8e2-32cb12668f52 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc03e20e-be62-4e72-95cd-31e783f17c9d HTTP/1.1" status: 204 len: 168 time: 0.1566119 May 10 13:38:14.755123 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 44044) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:14.874504 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-33ab0c8c-4229-401e-a2a0-6a06a00fd29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:14.888642 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-33ab0c8c-4229-401e-a2a0-6a06a00fd29b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:38:14.892469 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-33ab0c8c-4229-401e-a2a0-6a06a00fd29b admin admin] Usage tracker for resource:security_group_rule and tenant:c0009428b382405e9f1d6ae004af0cb4 is out of sync, need to count used quota {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:38:14.895226 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [None req-33ab0c8c-4229-401e-a2a0-6a06a00fd29b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78777) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:38:14.901370 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.quota.driver [None req-33ab0c8c-4229-401e-a2a0-6a06a00fd29b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78777) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:38:14.983348 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-33ab0c8c-4229-401e-a2a0-6a06a00fd29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:14.986978 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-33ab0c8c-4229-401e-a2a0-6a06a00fd29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:14.995735 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-11135abe-e1e3-426d-84ba-00e91657b562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:15.036304 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-33ab0c8c-4229-401e-a2a0-6a06a00fd29b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0009428b382405e9f1d6ae004af0cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801211 May 10 13:38:15.037242 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab0c8c-4229-401e-a2a0-6a06a00fd29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daa2d5f-b5bf-4765-8772-456091711b08,revision_number=1']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:15.039065 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 44050) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:15.041739 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-33ab0c8c-4229-401e-a2a0-6a06a00fd29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:15.101951 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c201dfa6-feb4-4fd5-8bfc-5704c1a2dca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:15.126768 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c201dfa6-feb4-4fd5-8bfc-5704c1a2dca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:15.178315 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c201dfa6-feb4-4fd5-8bfc-5704c1a2dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:15.183446 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-dfadfecb-3ccc-42bc-875d-b44a987ad732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:15.196655 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201dfa6-feb4-4fd5-8bfc-5704c1a2dca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daa2d5f-b5bf-4765-8772-456091711b08,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:15.200369 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-c201dfa6-feb4-4fd5-8bfc-5704c1a2dca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:15.207808 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-c201dfa6-feb4-4fd5-8bfc-5704c1a2dca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:15.211742 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-c201dfa6-feb4-4fd5-8bfc-5704c1a2dca0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2daa2d5f-b5bf-4765-8772-456091711b08 HTTP/1.1" status: 204 len: 168 time: 0.1714115 May 10 13:38:26.785754 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:38:34.809898 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:36.527542 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-0a29478b-03ec-48d3-b822-f88d9fed2f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:39.029729 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-08928b05-2618-4c24-9295-bd96385fc70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:39.200870 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:39.211762 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 44220) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:39.327749 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-cadf0532-3cbe-4c39-9e1e-0089dd5d6b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:39.341653 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-cadf0532-3cbe-4c39-9e1e-0089dd5d6b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:38:39.345385 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-cadf0532-3cbe-4c39-9e1e-0089dd5d6b9b admin admin] Usage tracker for resource:security_group_rule and tenant:ae96f02b7aeb4447a8fdde912f584b04 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:38:39.348079 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [None req-cadf0532-3cbe-4c39-9e1e-0089dd5d6b9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:38:39.354222 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [None req-cadf0532-3cbe-4c39-9e1e-0089dd5d6b9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:38:39.434868 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-cadf0532-3cbe-4c39-9e1e-0089dd5d6b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:39.438494 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-cadf0532-3cbe-4c39-9e1e-0089dd5d6b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:39.446059 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-dec158ca-0f32-45c8-9dd0-eb5c8fccc7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:39.485852 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-cadf0532-3cbe-4c39-9e1e-0089dd5d6b9b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae96f02b7aeb4447a8fdde912f584b04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728004 May 10 13:38:39.486574 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf0532-3cbe-4c39-9e1e-0089dd5d6b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6907d19e-be09-4147-a4b1-1153270bd2e6,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:39.488358 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 44226) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:39.490193 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-cadf0532-3cbe-4c39-9e1e-0089dd5d6b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:39.549695 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-cf2a26c8-cc37-472e-896b-b5d6a29cb5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:39.573607 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-cf2a26c8-cc37-472e-896b-b5d6a29cb5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:39.623464 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-cf2a26c8-cc37-472e-896b-b5d6a29cb5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:39.627039 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-292f8b93-6ace-4571-ae62-5483badea4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:39.639595 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a26c8-cc37-472e-896b-b5d6a29cb5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6907d19e-be09-4147-a4b1-1153270bd2e6,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:39.643282 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-cf2a26c8-cc37-472e-896b-b5d6a29cb5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:39.648560 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-cf2a26c8-cc37-472e-896b-b5d6a29cb5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:39.650202 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-cf2a26c8-cc37-472e-896b-b5d6a29cb5a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6907d19e-be09-4147-a4b1-1153270bd2e6 HTTP/1.1" status: 204 len: 168 time: 0.1603048 May 10 13:38:40.231802 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:42.022721 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:42.076517 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-006eed1d-693b-443a-a067-de348e9f6a9c req-736f49ff-b496-49a8-b3e4-28a2bcb1caf6 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=58f7ef69aa054757b78a9965499805b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307574 May 10 13:38:42.223688 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006eed1d-693b-443a-a067-de348e9f6a9c req-a9b5c104-bd84-4e65-bece-8f84141da11a tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:42.225103 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-006eed1d-693b-443a-a067-de348e9f6a9c req-a9b5c104-bd84-4e65-bece-8f84141da11a tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1436028 May 10 13:38:42.239543 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-006eed1d-693b-443a-a067-de348e9f6a9c req-e016c627-495a-4a9a-886d-1d359e94af2f tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/quotas/58f7ef69aa054757b78a9965499805b5 HTTP/1.1" status: 200 len: 375 time: 0.0088658 May 10 13:38:42.285179 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-006eed1d-693b-443a-a067-de348e9f6a9c req-d2faa700-b294-436d-8c8a-e9cc6deaa5ab tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f7ef69aa054757b78a9965499805b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407350 May 10 13:38:42.456858 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-b396a215-6731-402b-ba7f-852f01b695f6 req-293256b3-81f4-42c8-a07b-71b292a133b0 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f21099c-4596-4e52-9537-805427bd90ad HTTP/1.1" status: 200 len: 210 time: 0.0412743 May 10 13:38:43.334242 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-006eed1d-693b-443a-a067-de348e9f6a9c req-aaca1ee7-fc48-4ae2-90b1-786fa5e4744d tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=58f7ef69aa054757b78a9965499805b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269105 May 10 13:38:43.488822 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006eed1d-693b-443a-a067-de348e9f6a9c req-5c8f1d11-6f02-4aba-9f16-5b9e71699e1b tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:43.490289 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-006eed1d-693b-443a-a067-de348e9f6a9c req-5c8f1d11-6f02-4aba-9f16-5b9e71699e1b tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1514337 May 10 13:38:43.508374 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Request body: {'port': {'device_id': '7f21099c-4596-4e52-9537-805427bd90ad', 'network_id': '8478c18a-9c6d-4904-95e5-2ae12e78c095', 'admin_state_up': True, 'tenant_id': '58f7ef69aa054757b78a9965499805b5'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:38:43.706076 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-9d0be52c-8c2b-4167-b296-b168a8e0a081 req-b53b924c-52db-4e79-839f-d1ece49755ef tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f21099c-4596-4e52-9537-805427bd90ad HTTP/1.1" status: 200 len: 210 time: 0.0518627 May 10 13:38:43.761169 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:38:43.764846 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Usage tracker for resource:port and tenant:58f7ef69aa054757b78a9965499805b5 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:38:43.767572 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:38:43.773086 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:38:43.782462 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Made reservation on behalf of 58f7ef69aa054757b78a9965499805b5 for: {'port': 1} {{(pid=78778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:38:43.785948 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:43.798435 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Notify callbacks [] for security_group, before_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:43.812534 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 13:38:43.816174 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Usage tracker for resource:security_group_rule and tenant:58f7ef69aa054757b78a9965499805b5 is out of sync, need to count used quota {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 13:38:43.818865 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78778) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 13:38:43.824831 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.quota.driver [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78778) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 13:38:43.907497 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Notify callbacks [] for security_group, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:43.910833 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:43.914811 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-785170f1-2a8c-41b1-bef2-f33e08c655b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:43.989296 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee05c0f-781e-4f9c-80e3-6fb23403ed05,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:43.994930 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:44.077985 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_common [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Allocated IP 192.168.233.163 (8478c18a-9c6d-4904-95e5-2ae12e78c095/4d0ec59b-a994-4074-9bd2-a8ea01141c81/bc3e7b40-d0b0-4d51-b886-a4659105b52c) {{(pid=78778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:38:44.276741 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Notify callbacks [] for port, precommit_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:44.291851 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Transition to ACTIVE for port object bc3e7b40-d0b0-4d51-b886-a4659105b52c will not be triggered until provisioned by entity DHCP. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:38:44.314728 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786273035511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_create {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:44.319955 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-e81834d9-6664-4b10-b5f1-957e90db4010 tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:44.376956 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Network 8478c18a-9c6d-4904-95e5-2ae12e78c095 is already hosted by enough agents. {{(pid=78778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:38:44.379849 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.base_scheduler [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Resources bound (agent type, host, resource id): {{(pid=78778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:38:44.384479 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Received port after_create {{(pid=78778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 13:38:44.425475 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Pushing event updated for resources: {'Port': ['ID=bc3e7b40-d0b0-4d51-b886-a4659105b52c,revision_number=1']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:44.430240 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:44.460679 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:44.461290 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:44.492064 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-006eed1d-693b-443a-a067-de348e9f6a9c req-eae7c576-b224-4185-be1e-8f62600c4592 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9880691 May 10 13:38:44.504358 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.v2.base [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Request body: {'port': {'device_id': '7f21099c-4596-4e52-9537-805427bd90ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=78778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 13:38:44.557140 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-7e77f419-d973-4c0b-accb-2bfe97a8e131 None None] Provisioning for port bc3e7b40-d0b0-4d51-b886-a4659105b52c completed by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:38:44.561773 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-7e77f419-d973-4c0b-accb-2bfe97a8e131 None None] Provisioning complete for port bc3e7b40-d0b0-4d51-b886-a4659105b52c triggered by entity DHCP. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:38:44.562143 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-7e77f419-d973-4c0b-accb-2bfe97a8e131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:44.613815 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-7e77f419-d973-4c0b-accb-2bfe97a8e131 None None] Port bc3e7b40-d0b0-4d51-b886-a4659105b52c cannot update to ACTIVE because it is not bound. {{(pid=78779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 13:38:44.620441 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:44.892305 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793ece1-0fe4-43aa-800b-49c253698dd0 req-71d1a827-17bd-4179-ad7e-dd8f68d29b96 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:44.893803 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3793ece1-0fe4-43aa-800b-49c253698dd0 req-71d1a827-17bd-4179-ad7e-dd8f68d29b96 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f21099c-4596-4e52-9537-805427bd90ad HTTP/1.1" status: 200 len: 936 time: 0.0832794 May 10 13:38:44.939436 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-3793ece1-0fe4-43aa-800b-49c253698dd0 req-1c3bd205-9e32-4b73-8757-876219ac4d8f tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee05c0f-781e-4f9c-80e3-6fb23403ed05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386314 May 10 13:38:44.957640 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3e7b40-d0b0-4d51-b886-a4659105b52c {{(pid=78778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:38:44.965133 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:44.979041 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.provisioning_blocks [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Transition to ACTIVE for port object bc3e7b40-d0b0-4d51-b886-a4659105b52c will not be triggered until provisioned by entity L2. {{(pid=78778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 13:38:44.982756 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:44.986453 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:45.142350 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3e7b40-d0b0-4d51-b886-a4659105b52c,revision_number=2']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:45.169044 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:45.212817 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Attempting to bind port bc3e7b40-d0b0-4d51-b886-a4659105b52c on host hv-cinder-78494 for vnic_type normal with profile {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 13:38:45.213145 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Attempting to bind port bc3e7b40-d0b0-4d51-b886-a4659105b52c by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '86910f1b-c845-4812-a6c7-ded0e6fd94e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8478c18a-9c6d-4904-95e5-2ae12e78c095'}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 13:38:45.213489 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Attempting to bind port bc3e7b40-d0b0-4d51-b886-a4659105b52c on network 8478c18a-9c6d-4904-95e5-2ae12e78c095 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:38:45.217951 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Port bc3e7b40-d0b0-4d51-b886-a4659105b52c on network 8478c18a-9c6d-4904-95e5-2ae12e78c095 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 13:38:45.218259 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Attempting to bind port bc3e7b40-d0b0-4d51-b886-a4659105b52c on network 8478c18a-9c6d-4904-95e5-2ae12e78c095 {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 13:38:45.223941 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Checking agent: {'id': '94ccf6da-ba5a-4c56-b2e0-555501816ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'started_at': datetime.datetime(2021, 5, 10, 13, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 13, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 13:38:45.224358 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Checking segment: {'id': '86910f1b-c845-4812-a6c7-ded0e6fd94e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8478c18a-9c6d-4904-95e5-2ae12e78c095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 13:38:45.224867 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Bound using segment: {'id': '86910f1b-c845-4812-a6c7-ded0e6fd94e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8478c18a-9c6d-4904-95e5-2ae12e78c095'} {{(pid=78778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 13:38:45.225490 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.managers [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Bound port: bc3e7b40-d0b0-4d51-b886-a4659105b52c, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86910f1b-c845-4812-a6c7-ded0e6fd94e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8478c18a-9c6d-4904-95e5-2ae12e78c095'}}] {{(pid=78778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 13:38:45.225841 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:45.314547 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] For port bc3e7b40-d0b0-4d51-b886-a4659105b52c, host hv-cinder-78494, cleared binding levels {{(pid=78778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 13:38:45.317423 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] For port bc3e7b40-d0b0-4d51-b886-a4659105b52c, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=bc3e7b40-d0b0-4d51-b886-a4659105b52c,segment=NetworkSegment(86910f1b-c845-4812-a6c7-ded0e6fd94e4),segment_id=86910f1b-c845-4812-a6c7-ded0e6fd94e4)] {{(pid=78778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 13:38:45.321173 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2180989'] for port, after_update {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:45.324508 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-48068988-222f-49a7-a528-f6daed51363c tempest-AttachVolumeShelveTestJSON-2100278595 tempest-AttachVolumeShelveTestJSON-2100278595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:45.378365 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:45.379020 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:45.380354 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-006eed1d-693b-443a-a067-de348e9f6a9c req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] 10.222.0.11 "PUT /v2.0/ports/bc3e7b40-d0b0-4d51-b886-a4659105b52c HTTP/1.1" status: 200 len: 1098 time: 0.8803291 May 10 13:38:45.380837 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f21099c-4596-4e52-9537-805427bd90ad', 'tag': 'bc3e7b40-d0b0-4d51-b886-a4659105b52c'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:38:45.503474 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f21099c-4596-4e52-9537-805427bd90ad', 'tag': 'bc3e7b40-d0b0-4d51-b886-a4659105b52c', 'status': 'completed', 'code': 200} May 10 13:38:45.549741 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3e7b40-d0b0-4d51-b886-a4659105b52c,revision_number=3']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:45.553232 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-7ea1fe3b-c1bc-407c-94f0-19baec7b97f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:45.579564 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006eed1d-693b-443a-a067-de348e9f6a9c req-056deb3d-8c2a-449d-af1a-fe28dd89eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:45.581019 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-006eed1d-693b-443a-a067-de348e9f6a9c req-056deb3d-8c2a-449d-af1a-fe28dd89eaa4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58f7ef69aa054757b78a9965499805b5&device_id=7f21099c-4596-4e52-9537-805427bd90ad HTTP/1.1" status: 200 len: 1101 time: 0.0767262 May 10 13:38:45.650042 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-006eed1d-693b-443a-a067-de348e9f6a9c req-1b6c62f2-fa3b-4210-8950-afc66af053fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=bc3e7b40-d0b0-4d51-b886-a4659105b52c HTTP/1.1" status: 200 len: 217 time: 0.0610969 May 10 13:38:45.709919 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006eed1d-693b-443a-a067-de348e9f6a9c req-c7db6212-b34c-4e32-bfce-1ca842de7cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:45.711267 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-006eed1d-693b-443a-a067-de348e9f6a9c req-c7db6212-b34c-4e32-bfce-1ca842de7cb6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d0ec59b-a994-4074-9bd2-a8ea01141c81 HTTP/1.1" status: 200 len: 843 time: 0.0554383 May 10 13:38:45.786484 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006eed1d-693b-443a-a067-de348e9f6a9c req-521368ba-8720-4664-84db-cde8f3bc6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:45.787908 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-006eed1d-693b-443a-a067-de348e9f6a9c req-521368ba-8720-4664-84db-cde8f3bc6435 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8478c18a-9c6d-4904-95e5-2ae12e78c095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0702658 May 10 13:38:45.919538 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-006eed1d-693b-443a-a067-de348e9f6a9c req-56ee7ac1-f60c-4270-98ed-844e9f294972 service neutron] 10.222.0.11 "GET /v2.0/networks/8478c18a-9c6d-4904-95e5-2ae12e78c095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247225 May 10 13:38:46.049711 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-006eed1d-693b-443a-a067-de348e9f6a9c req-2df33fc7-0c71-4af9-a848-cbf4825f00b8 service neutron] 10.222.0.11 "GET /v2.0/networks/8478c18a-9c6d-4904-95e5-2ae12e78c095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236191 May 10 13:38:46.126086 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2ed60-7bbe-4547-b46c-0a876f5753d3 req-88e9b98c-6feb-43d3-9542-e83a71ff73ad tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:46.127538 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-baf2ed60-7bbe-4547-b46c-0a876f5753d3 req-88e9b98c-6feb-43d3-9542-e83a71ff73ad tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f21099c-4596-4e52-9537-805427bd90ad HTTP/1.1" status: 200 len: 948 time: 0.0849998 May 10 13:38:46.161885 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d6e2d-af2a-4bd0-8c62-558eed8928fe req-cd91e6bf-aa52-420d-a664-e5beee806724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:46.163420 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f67d6e2d-af2a-4bd0-8c62-558eed8928fe req-cd91e6bf-aa52-420d-a664-e5beee806724 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58f7ef69aa054757b78a9965499805b5&device_id=7f21099c-4596-4e52-9537-805427bd90ad HTTP/1.1" status: 200 len: 1101 time: 0.0702372 May 10 13:38:46.177762 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-baf2ed60-7bbe-4547-b46c-0a876f5753d3 req-aef63207-9f6d-46c7-a6ed-7fdcb7055cc2 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee05c0f-781e-4f9c-80e3-6fb23403ed05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440035 May 10 13:38:46.294707 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d6e2d-af2a-4bd0-8c62-558eed8928fe req-e16e94c0-d0dd-4941-8a1a-99f788005018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:46.296137 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f67d6e2d-af2a-4bd0-8c62-558eed8928fe req-e16e94c0-d0dd-4941-8a1a-99f788005018 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8478c18a-9c6d-4904-95e5-2ae12e78c095 HTTP/1.1" status: 200 len: 870 time: 0.1245520 May 10 13:38:46.364313 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f67d6e2d-af2a-4bd0-8c62-558eed8928fe req-d92aeacf-c3c7-4e71-80de-9db237ce8497 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=bc3e7b40-d0b0-4d51-b886-a4659105b52c HTTP/1.1" status: 200 len: 217 time: 0.0611603 May 10 13:38:46.424239 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d6e2d-af2a-4bd0-8c62-558eed8928fe req-6b2b04af-f68e-4078-82a7-9963dcac19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:46.425649 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f67d6e2d-af2a-4bd0-8c62-558eed8928fe req-6b2b04af-f68e-4078-82a7-9963dcac19d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d0ec59b-a994-4074-9bd2-a8ea01141c81 HTTP/1.1" status: 200 len: 843 time: 0.0551090 May 10 13:38:46.497620 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d6e2d-af2a-4bd0-8c62-558eed8928fe req-dea945ef-4570-43b5-bb19-49e18c7115f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:46.498989 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f67d6e2d-af2a-4bd0-8c62-558eed8928fe req-dea945ef-4570-43b5-bb19-49e18c7115f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8478c18a-9c6d-4904-95e5-2ae12e78c095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0663321 May 10 13:38:46.628315 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f67d6e2d-af2a-4bd0-8c62-558eed8928fe req-1d502225-c4f8-4a8b-9709-85702d6e00b7 service neutron] 10.222.0.11 "GET /v2.0/networks/8478c18a-9c6d-4904-95e5-2ae12e78c095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220598 May 10 13:38:46.757686 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-f67d6e2d-af2a-4bd0-8c62-558eed8928fe req-95c1de5a-73d2-4bbf-b0b3-33dbd2660d67 service neutron] 10.222.0.11 "GET /v2.0/networks/8478c18a-9c6d-4904-95e5-2ae12e78c095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223292 May 10 13:38:46.846914 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 44294) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:47.190940 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-1e0f2707-8ce6-4e20-9a66-3e76938ab5a9 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Deleting port 8c3f8528-2986-4596-a6db-1ab94020b558 {{(pid=78777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:38:47.191620 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2707-8ce6-4e20-9a66-3e76938ab5a9 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:47.306734 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2707-8ce6-4e20-9a66-3e76938ab5a9 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:47.307056 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2707-8ce6-4e20-9a66-3e76938ab5a9 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:47.363556 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e10868-db09-45f5-b26c-78682b19b9d7 req-71d7e588-1343-4723-88af-d5e6f3322f45 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:47.364257 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-68e10868-db09-45f5-b26c-78682b19b9d7 req-71d7e588-1343-4723-88af-d5e6f3322f45 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Synchronizing usage tracker for tenant:58f7ef69aa054757b78a9965499805b5 on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:38:47.382253 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-68e10868-db09-45f5-b26c-78682b19b9d7 req-71d7e588-1343-4723-88af-d5e6f3322f45 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Unset dirty status for tenant:58f7ef69aa054757b78a9965499805b5 on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:38:47.383422 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-68e10868-db09-45f5-b26c-78682b19b9d7 req-71d7e588-1343-4723-88af-d5e6f3322f45 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f21099c-4596-4e52-9537-805427bd90ad HTTP/1.1" status: 200 len: 948 time: 0.0992944 May 10 13:38:47.427600 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-68e10868-db09-45f5-b26c-78682b19b9d7 req-c52c3ad4-cbc8-4316-ba12-8b9fb211cf21 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Synchronizing usage tracker for tenant:58f7ef69aa054757b78a9965499805b5 on resource:security_group {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:38:47.429629 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-1e0f2707-8ce6-4e20-9a66-3e76938ab5a9 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Calling delete_port for 8c3f8528-2986-4596-a6db-1ab94020b558 owned by network:floatingip {{(pid=78777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:38:47.444596 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-68e10868-db09-45f5-b26c-78682b19b9d7 req-c52c3ad4-cbc8-4316-ba12-8b9fb211cf21 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Unset dirty status for tenant:58f7ef69aa054757b78a9965499805b5 on resource:security_group {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:38:47.445872 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-68e10868-db09-45f5-b26c-78682b19b9d7 req-c52c3ad4-cbc8-4316-ba12-8b9fb211cf21 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee05c0f-781e-4f9c-80e3-6fb23403ed05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559394 May 10 13:38:47.554147 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2707-8ce6-4e20-9a66-3e76938ab5a9 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:47.558192 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-7dead54a-596b-4e1a-95e0-20acd6e48661 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:47.599045 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f2707-8ce6-4e20-9a66-3e76938ab5a9 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Pushing event deleted for resources: {'Port': ['ID=8c3f8528-2986-4596-a6db-1ab94020b558,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:47.602103 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-1e0f2707-8ce6-4e20-9a66-3e76938ab5a9 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:47.690651 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2707-8ce6-4e20-9a66-3e76938ab5a9 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for floatingip, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:47.690976 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.db.l3_db [None req-1e0f2707-8ce6-4e20-9a66-3e76938ab5a9 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Floating IP fb8a68f8-032f-4cdf-8900-eb3f8b246c67 disassociated (deleted). External IP: 172.28.0.131, port: 2d797a3e-8d28-4816-927a-f2e9ef9c8661. May 10 13:38:48.022852 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0f2707-8ce6-4e20-9a66-3e76938ab5a9 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Router 4870af6b-b4d0-4fb2-a377-dca22ed541eb has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:38:48.194109 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0f2707-8ce6-4e20-9a66-3e76938ab5a9 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:38:48.203725 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a94c2e-78c0-4632-88fb-c83b21ea2442 None None] Sync routers for ids ['4870af6b-b4d0-4fb2-a377-dca22ed541eb'] in dv-cinder-784945-7-smb {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:38:48.214805 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a94c2e-78c0-4632-88fb-c83b21ea2442 None None] Routers {'4870af6b-b4d0-4fb2-a377-dca22ed541eb'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:38:48.215280 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2707-8ce6-4e20-9a66-3e76938ab5a9 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for floatingip, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:48.215833 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-82a94c2e-78c0-4632-88fb-c83b21ea2442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:38:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['4870af6b-b4d0-4fb2-a377-dca22ed541eb'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:38:48.268650 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-1e0f2707-8ce6-4e20-9a66-3e76938ab5a9 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "DELETE /v2.0/floatingips/fb8a68f8-032f-4cdf-8900-eb3f8b246c67 HTTP/1.1" status: 204 len: 168 time: 1.4206705 May 10 13:38:48.269306 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad92b6ae-9748-4307-b3f2-4f957e541664', 'tag': '2d797a3e-8d28-4816-927a-f2e9ef9c8661'}] {{(pid=78777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:38:48.396621 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-82a94c2e-78c0-4632-88fb-c83b21ea2442 None None] Set router 4870af6b-b4d0-4fb2-a377-dca22ed541eb gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:38:48.447328 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad92b6ae-9748-4307-b3f2-4f957e541664', 'tag': '2d797a3e-8d28-4816-927a-f2e9ef9c8661', 'status': 'completed', 'code': 200} May 10 13:38:48.632596 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd934bbd-64e5-4fbe-b391-55f54013a9d3 req-51ce87de-e4b8-48a9-a3bb-783c621f94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:48.634098 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-dd934bbd-64e5-4fbe-b391-55f54013a9d3 req-51ce87de-e4b8-48a9-a3bb-783c621f94e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aed95712bd2b4455b07f64688d052baa&device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 1098 time: 0.1522205 May 10 13:38:48.654565 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381ef4f-3691-4de6-ad10-98f01dd8638d req-f1fd7037-bb15-4166-9cb9-c32ce6441207 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:48.655344 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-1381ef4f-3691-4de6-ad10-98f01dd8638d req-f1fd7037-bb15-4166-9cb9-c32ce6441207 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Synchronizing usage tracker for tenant:aed95712bd2b4455b07f64688d052baa on resource:port {{(pid=78777) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:38:48.672576 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.quota.resource [req-1381ef4f-3691-4de6-ad10-98f01dd8638d req-f1fd7037-bb15-4166-9cb9-c32ce6441207 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Unset dirty status for tenant:aed95712bd2b4455b07f64688d052baa on resource:port {{(pid=78777) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:38:48.674568 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1381ef4f-3691-4de6-ad10-98f01dd8638d req-f1fd7037-bb15-4166-9cb9-c32ce6441207 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.1038275 May 10 13:38:48.734652 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-82a94c2e-78c0-4632-88fb-c83b21ea2442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'name': 'tempest-TestShelveInstance-1254029300-router', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:14Z', 'updated_at': '2021-05-10T13:34:20Z', 'revision_number': 4, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'gw_port': {'id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:15Z', 'updated_at': '2021-05-10T13:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': 'cc133a32-a703-43ac-a611-a876753e1542', 'name': '', 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'mac_address': 'fa:16:3e:50:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:26Z', 'revision_number': 5, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'subnets': [{'id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:38:48.739552 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a94c2e-78c0-4632-88fb-c83b21ea2442 None None] Checking router: 4870af6b-b4d0-4fb2-a377-dca22ed541eb for host: dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:38:48.749610 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a94c2e-78c0-4632-88fb-c83b21ea2442 None None] Routers {'4870af6b-b4d0-4fb2-a377-dca22ed541eb'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:38:48.750349 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-82a94c2e-78c0-4632-88fb-c83b21ea2442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:38:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['4870af6b-b4d0-4fb2-a377-dca22ed541eb'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:38:48.841029 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-1381ef4f-3691-4de6-ad10-98f01dd8638d req-4851c39a-7604-4c4d-b412-00b1b1f2334b tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601245 May 10 13:38:48.894194 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706bb6d-d061-42ea-a1bf-9b6ae94ad989 req-a515e18c-6314-4039-a861-8c9a6779bc57 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:48.895541 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3706bb6d-d061-42ea-a1bf-9b6ae94ad989 req-a515e18c-6314-4039-a861-8c9a6779bc57 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f21099c-4596-4e52-9537-805427bd90ad HTTP/1.1" status: 200 len: 948 time: 0.3027730 May 10 13:38:48.903950 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd934bbd-64e5-4fbe-b391-55f54013a9d3 req-52300b8b-93dd-4178-93b0-599b75dafff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:48.905282 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-dd934bbd-64e5-4fbe-b391-55f54013a9d3 req-52300b8b-93dd-4178-93b0-599b75dafff8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=72f7116b-c3ab-4a0a-93c8-178ba457121f HTTP/1.1" status: 200 len: 910 time: 0.2603109 May 10 13:38:48.927559 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-82a94c2e-78c0-4632-88fb-c83b21ea2442 None None] Set router 4870af6b-b4d0-4fb2-a377-dca22ed541eb gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:38:48.988920 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-dd934bbd-64e5-4fbe-b391-55f54013a9d3 req-f1d26b79-d4d6-4a25-bce2-c45a7d6e0f2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d797a3e-8d28-4816-927a-f2e9ef9c8661 HTTP/1.1" status: 200 len: 217 time: 0.0709434 May 10 13:38:49.047058 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-3706bb6d-d061-42ea-a1bf-9b6ae94ad989 req-a66505af-ffab-4d9d-aa07-232bf3501d80 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee05c0f-781e-4f9c-80e3-6fb23403ed05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443226 May 10 13:38:49.063554 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd934bbd-64e5-4fbe-b391-55f54013a9d3 req-45f8e813-ab6f-4457-97c1-e2fd2fdbf1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:49.064959 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-dd934bbd-64e5-4fbe-b391-55f54013a9d3 req-45f8e813-ab6f-4457-97c1-e2fd2fdbf1fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5 HTTP/1.1" status: 200 len: 848 time: 0.0683687 May 10 13:38:49.142747 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd934bbd-64e5-4fbe-b391-55f54013a9d3 req-f956800c-15f4-4f56-be54-9ca8f3212327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:49.144265 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-dd934bbd-64e5-4fbe-b391-55f54013a9d3 req-f956800c-15f4-4f56-be54-9ca8f3212327 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72f7116b-c3ab-4a0a-93c8-178ba457121f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723591 May 10 13:38:49.272835 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-82a94c2e-78c0-4632-88fb-c83b21ea2442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'name': 'tempest-TestShelveInstance-1254029300-router', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:14Z', 'updated_at': '2021-05-10T13:34:20Z', 'revision_number': 4, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'gw_port': {'id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:15Z', 'updated_at': '2021-05-10T13:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': 'cc133a32-a703-43ac-a611-a876753e1542', 'name': '', 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'mac_address': 'fa:16:3e:50:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:26Z', 'revision_number': 5, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'subnets': [{'id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:38:49.277183 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a94c2e-78c0-4632-88fb-c83b21ea2442 None None] The sync data for ids ['4870af6b-b4d0-4fb2-a377-dca22ed541eb'] in dv-cinder-784945-7-smb is: [{'id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'name': 'tempest-TestShelveInstance-1254029300-router', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:14Z', 'updated_at': '2021-05-10T13:34:20Z', 'revision_number': 4, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'gw_port': {'id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:15Z', 'updated_at': '2021-05-10T13:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb', '_interfaces': [{'id': 'cc133a32-a703-43ac-a611-a876753e1542', 'name': '', 'network_id': '72f7116b-c3ab-4a0a-93c8-178ba457121f', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'mac_address': 'fa:16:3e:50:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:19Z', 'updated_at': '2021-05-10T13:34:26Z', 'revision_number': 5, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'subnets': [{'id': '0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:38:49.277408 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-dd934bbd-64e5-4fbe-b391-55f54013a9d3 req-0dc0cfc4-8369-48f3-9bdf-bf62d383cebb service neutron] 10.222.0.11 "GET /v2.0/networks/72f7116b-c3ab-4a0a-93c8-178ba457121f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252117 May 10 13:38:49.382785 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device bc3e7b40-d0b0-4d51-b886-a4659105b52c details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=78779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 13:38:49.413515 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-dd934bbd-64e5-4fbe-b391-55f54013a9d3 req-96f73456-daa1-4d52-80e0-5085882fb259 service neutron] 10.222.0.11 "GET /v2.0/networks/72f7116b-c3ab-4a0a-93c8-178ba457121f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281552 May 10 13:38:49.485988 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cef1a36-48f7-434d-9efd-20051cceffdd None None] New status for floating IP fb8a68f8-032f-4cdf-8900-eb3f8b246c67: DOWN {{(pid=78780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 13:38:49.527610 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port bc3e7b40-d0b0-4d51-b886-a4659105b52c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=bc3e7b40-d0b0-4d51-b886-a4659105b52c,segment=NetworkSegment(86910f1b-c845-4812-a6c7-ded0e6fd94e4),segment_id=86910f1b-c845-4812-a6c7-ded0e6fd94e4)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:38:49.540367 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Returning: {'device': 'bc3e7b40-d0b0-4d51-b886-a4659105b52c', 'network_id': '8478c18a-9c6d-4904-95e5-2ae12e78c095', 'port_id': 'bc3e7b40-d0b0-4d51-b886-a4659105b52c', 'mac_address': 'fa:16:3e:dc:60:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0ec59b-a994-4074-9bd2-a8ea01141c81', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 13:38:49.593801 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:49.610707 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3e7b40-d0b0-4d51-b886-a4659105b52c {{(pid=78779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 13:38:49.627206 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port bc3e7b40-d0b0-4d51-b886-a4659105b52c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=bc3e7b40-d0b0-4d51-b886-a4659105b52c,segment=NetworkSegment(86910f1b-c845-4812-a6c7-ded0e6fd94e4),segment_id=86910f1b-c845-4812-a6c7-ded0e6fd94e4)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:38:49.635553 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:49.637422 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:49.704533 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=bc3e7b40-d0b0-4d51-b886-a4659105b52c,revision_number=4']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:49.711711 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:49.712057 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:49.712393 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:49.712720 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:49.713045 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:49.713392 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:49.713715 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:49.714034 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:49.714354 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:49.714670 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:49.714985 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:49.715301 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-7-smb {{(pid=78779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:38:49.718889 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:49.866112 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['bc3e7b40-d0b0-4d51-b886-a4659105b52c'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:38:49.930143 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36a6ad-31cb-4fe5-ae2a-e02248b0cf63 req-7767d586-1da7-4581-8aa0-73bf20c8719d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:49.932808 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-bf36a6ad-31cb-4fe5-ae2a-e02248b0cf63 req-7767d586-1da7-4581-8aa0-73bf20c8719d tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0805755 May 10 13:38:50.030841 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d6bce-ff7d-4e94-a68f-d784d7262518 req-3b7e21e9-e7b3-4ba6-b288-d824bc559d87 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:50.032473 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f54d6bce-ff7d-4e94-a68f-d784d7262518 req-3b7e21e9-e7b3-4ba6-b288-d824bc559d87 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 945 time: 0.0813828 May 10 13:38:50.070095 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-bf36a6ad-31cb-4fe5-ae2a-e02248b0cf63 req-a54cac39-337c-4868-8fb0-369964c91a9a tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Deleting port 2d797a3e-8d28-4816-927a-f2e9ef9c8661 {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:38:50.070512 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-bf36a6ad-31cb-4fe5-ae2a-e02248b0cf63 req-a54cac39-337c-4868-8fb0-369964c91a9a tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:50.080697 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-f54d6bce-ff7d-4e94-a68f-d784d7262518 req-d2a8dbde-7463-4d2b-bdff-fcd403def88e tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/security-groups?id=02ed4368-65d6-4785-b792-26ba378025d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422223 May 10 13:38:50.245652 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-bf36a6ad-31cb-4fe5-ae2a-e02248b0cf63 req-a54cac39-337c-4868-8fb0-369964c91a9a tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] For port 2d797a3e-8d28-4816-927a-f2e9ef9c8661, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2d797a3e-8d28-4816-927a-f2e9ef9c8661,segment=NetworkSegment(2e17b361-ddf8-457a-b171-6c5b504b525f),segment_id=2e17b361-ddf8-457a-b171-6c5b504b525f)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:38:50.246011 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-bf36a6ad-31cb-4fe5-ae2a-e02248b0cf63 req-a54cac39-337c-4868-8fb0-369964c91a9a tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:50.372392 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-bf36a6ad-31cb-4fe5-ae2a-e02248b0cf63 req-a54cac39-337c-4868-8fb0-369964c91a9a tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Calling delete_port for 2d797a3e-8d28-4816-927a-f2e9ef9c8661 owned by compute:nova {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:38:50.406741 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf4c6f-ce58-4607-a2c6-d4756e7db055 req-cd1c2cf1-1190-4d25-ad54-089b96b2af64 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:50.408175 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-70cf4c6f-ce58-4607-a2c6-d4756e7db055 req-cd1c2cf1-1190-4d25-ad54-089b96b2af64 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f21099c-4596-4e52-9537-805427bd90ad HTTP/1.1" status: 200 len: 949 time: 0.2293456 May 10 13:38:50.464757 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-70cf4c6f-ce58-4607-a2c6-d4756e7db055 req-3b0a3a63-de27-4afb-986f-1bccd94c11d4 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee05c0f-781e-4f9c-80e3-6fb23403ed05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503662 May 10 13:38:50.537045 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-bf36a6ad-31cb-4fe5-ae2a-e02248b0cf63 req-a54cac39-337c-4868-8fb0-369964c91a9a tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:50.542169 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-e83d71fc-6f29-4e3a-9143-6e091ff22905 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:50.584762 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cac39-337c-4868-8fb0-369964c91a9a tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Pushing event deleted for resources: {'Port': ['ID=2d797a3e-8d28-4816-927a-f2e9ef9c8661,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:50.588283 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-a54cac39-337c-4868-8fb0-369964c91a9a tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:50.666713 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf36a6ad-31cb-4fe5-ae2a-e02248b0cf63 req-a54cac39-337c-4868-8fb0-369964c91a9a tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] No DVR routers for this DVR port 2d797a3e-8d28-4816-927a-f2e9ef9c8661 on host hv-cinder-78494 {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:38:50.668987 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-bf36a6ad-31cb-4fe5-ae2a-e02248b0cf63 req-a54cac39-337c-4868-8fb0-369964c91a9a tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:50.671438 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad92b6ae-9748-4307-b3f2-4f957e541664', 'name': 'network-vif-deleted', 'tag': '2d797a3e-8d28-4816-927a-f2e9ef9c8661'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:38:50.686144 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-bf36a6ad-31cb-4fe5-ae2a-e02248b0cf63 req-a54cac39-337c-4868-8fb0-369964c91a9a tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.11 "DELETE /v2.0/ports/2d797a3e-8d28-4816-927a-f2e9ef9c8661 HTTP/1.1" status: 204 len: 173 time: 0.7473781 May 10 13:38:50.722044 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad92b6ae-9748-4307-b3f2-4f957e541664', 'name': 'network-vif-deleted', 'tag': '2d797a3e-8d28-4816-927a-f2e9ef9c8661', 'status': 'completed', 'code': 200} May 10 13:38:51.239435 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-40d5c43b-5a1e-4972-8a04-486d2c158574 req-543dda9f-5a9e-44bb-8023-d3813b5cac9c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Synchronizing usage tracker for tenant:aed95712bd2b4455b07f64688d052baa on resource:port {{(pid=78778) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 13:38:51.254819 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.quota.resource [req-40d5c43b-5a1e-4972-8a04-486d2c158574 req-543dda9f-5a9e-44bb-8023-d3813b5cac9c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Unset dirty status for tenant:aed95712bd2b4455b07f64688d052baa on resource:port {{(pid=78778) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 13:38:51.255933 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-40d5c43b-5a1e-4972-8a04-486d2c158574 req-543dda9f-5a9e-44bb-8023-d3813b5cac9c tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad92b6ae-9748-4307-b3f2-4f957e541664 HTTP/1.1" status: 200 len: 210 time: 0.0593152 May 10 13:38:51.394312 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device bc3e7b40-d0b0-4d51-b886-a4659105b52c up at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 13:38:51.461807 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning for port bc3e7b40-d0b0-4d51-b886-a4659105b52c completed by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 13:38:51.466839 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.provisioning_blocks [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Provisioning complete for port bc3e7b40-d0b0-4d51-b886-a4659105b52c triggered by entity L2. {{(pid=78779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 13:38:51.467346 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861381'] for port, provisioning_complete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:51.586286 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750674'] for port, before_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:51.613601 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f21099c-4596-4e52-9537-805427bd90ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3e7b40-d0b0-4d51-b886-a4659105b52c'}] {{(pid=78779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:38:51.623485 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] For port bc3e7b40-d0b0-4d51-b886-a4659105b52c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=bc3e7b40-d0b0-4d51-b886-a4659105b52c,segment=NetworkSegment(86910f1b-c845-4812-a6c7-ded0e6fd94e4),segment_id=86910f1b-c845-4812-a6c7-ded0e6fd94e4)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:38:51.628063 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786273452903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786273031949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786273031994'] for port, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:51.630183 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:51.660649 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8a7b4-6c3f-40f1-808f-d1b48a60679c req-6685b719-1c45-472f-a71f-abb3db26e10d tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:51.662162 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-4af8a7b4-6c3f-40f1-808f-d1b48a60679c req-6685b719-1c45-472f-a71f-abb3db26e10d tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f21099c-4596-4e52-9537-805427bd90ad HTTP/1.1" status: 200 len: 949 time: 0.0833669 May 10 13:38:51.666558 dv-cinder-784945-7-smb neutron-server[78779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f21099c-4596-4e52-9537-805427bd90ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3e7b40-d0b0-4d51-b886-a4659105b52c', 'code': 200} May 10 13:38:51.697568 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Pushing event updated for resources: {'Port': ['ID=bc3e7b40-d0b0-4d51-b886-a4659105b52c,revision_number=5']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:51.700374 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:51.708632 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-4af8a7b4-6c3f-40f1-808f-d1b48a60679c req-d49eee16-b5e1-4352-af3c-b5ae5c8e7902 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee05c0f-781e-4f9c-80e3-6fb23403ed05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392804 May 10 13:38:51.882311 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82808ba-0769-4236-ae6f-abdb2ca6d806 req-a36da139-5bcc-414b-a81f-688e97654bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:51.884419 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b82808ba-0769-4236-ae6f-abdb2ca6d806 req-a36da139-5bcc-414b-a81f-688e97654bf2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f21099c-4596-4e52-9537-805427bd90ad HTTP/1.1" status: 200 len: 1103 time: 0.0703149 May 10 13:38:51.926919 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-b82808ba-0769-4236-ae6f-abdb2ca6d806 req-9bf1a0bd-cb02-4551-b9e5-49bd2f57b14f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0ee05c0f-781e-4f9c-80e3-6fb23403ed05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360658 May 10 13:38:52.348756 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 44324) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:52.417580 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-51d758f7-d31e-4eac-9c44-c78e5a002d57 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:52.450560 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-51d758f7-d31e-4eac-9c44-c78e5a002d57 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:52.513669 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-51d758f7-d31e-4eac-9c44-c78e5a002d57 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:52.517894 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-fb7bccaf-5299-4b56-834d-b5b75873686c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:52.533028 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d758f7-d31e-4eac-9c44-c78e5a002d57 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ed4368-65d6-4785-b792-26ba378025d8,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:52.535539 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-51d758f7-d31e-4eac-9c44-c78e5a002d57 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:52.549710 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-51d758f7-d31e-4eac-9c44-c78e5a002d57 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:52.553349 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-51d758f7-d31e-4eac-9c44-c78e5a002d57 tempest-TestShelveInstance-844060678 tempest-TestShelveInstance-844060678-project] 10.222.0.30 "DELETE /v2.0/security-groups/02ed4368-65d6-4785-b792-26ba378025d8 HTTP/1.1" status: 204 len: 168 time: 0.2010989 May 10 13:38:52.592997 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 44330) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:53.061268 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10094e3-1448-4a81-abb1-40f5f077e6e8 req-97b263f5-3273-41e7-836e-561b7966e29d tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:53.062744 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c10094e3-1448-4a81-abb1-40f5f077e6e8 req-97b263f5-3273-41e7-836e-561b7966e29d tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f21099c-4596-4e52-9537-805427bd90ad HTTP/1.1" status: 200 len: 950 time: 0.2444513 May 10 13:38:53.132126 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-c10094e3-1448-4a81-abb1-40f5f077e6e8 req-84dd2dc0-96e8-4204-8861-1a92e6e32232 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee05c0f-781e-4f9c-80e3-6fb23403ed05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621481 May 10 13:38:53.332066 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-52a10f0c-2507-479f-abb1-867fffbe83f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704771'] for router_interface, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:53.673427 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62a62d-887c-42e0-a4bf-5122453f293d req-eefa1171-cc50-4477-a71f-7926e6c33595 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:53.674878 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-bd62a62d-887c-42e0-a4bf-5122453f293d req-eefa1171-cc50-4477-a71f-7926e6c33595 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f21099c-4596-4e52-9537-805427bd90ad HTTP/1.1" status: 200 len: 950 time: 0.1847956 May 10 13:38:53.774661 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-bd62a62d-887c-42e0-a4bf-5122453f293d req-da3ef440-cb9f-4d79-864b-f148d3a6879d tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee05c0f-781e-4f9c-80e3-6fb23403ed05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873508 May 10 13:38:53.834472 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [None req-52a10f0c-2507-479f-abb1-867fffbe83f0 admin admin] Deleting port cc133a32-a703-43ac-a611-a876753e1542 {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:38:53.834808 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-52a10f0c-2507-479f-abb1-867fffbe83f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:53.951421 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [None req-52a10f0c-2507-479f-abb1-867fffbe83f0 admin admin] For port cc133a32-a703-43ac-a611-a876753e1542, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=cc133a32-a703-43ac-a611-a876753e1542,segment=NetworkSegment(2e17b361-ddf8-457a-b171-6c5b504b525f),segment_id=2e17b361-ddf8-457a-b171-6c5b504b525f)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:38:53.951689 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-52a10f0c-2507-479f-abb1-867fffbe83f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:54.162753 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [None req-52a10f0c-2507-479f-abb1-867fffbe83f0 admin admin] Calling delete_port for cc133a32-a703-43ac-a611-a876753e1542 owned by network:router_interface {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:38:54.296195 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-52a10f0c-2507-479f-abb1-867fffbe83f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:54.299983 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-eb0fbf25-e8c5-46ee-8572-d04cd2758a8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:54.342795 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a10f0c-2507-479f-abb1-867fffbe83f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc133a32-a703-43ac-a611-a876753e1542,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:54.346338 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-52a10f0c-2507-479f-abb1-867fffbe83f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:54.605299 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-52a10f0c-2507-479f-abb1-867fffbe83f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710067'] for router_interface, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:54.842190 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b357585-3a4d-4aff-a6cd-b0f71291eae6 req-ba55e757-120d-4d16-b247-df67db20171d tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:54.843572 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b357585-3a4d-4aff-a6cd-b0f71291eae6 req-ba55e757-120d-4d16-b247-df67db20171d tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f21099c-4596-4e52-9537-805427bd90ad HTTP/1.1" status: 200 len: 950 time: 0.1256185 May 10 13:38:54.958758 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921fa39-80aa-4038-a7d0-35f7e1746998 req-0109752c-29cd-4c62-839c-bf2a1c28dec1 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 13:38:54.960209 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9921fa39-80aa-4038-a7d0-35f7e1746998 req-0109752c-29cd-4c62-839c-bf2a1c28dec1 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f21099c-4596-4e52-9537-805427bd90ad HTTP/1.1" status: 200 len: 950 time: 0.0799098 May 10 13:38:55.007904 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-9921fa39-80aa-4038-a7d0-35f7e1746998 req-ee8cd62b-7aa5-40ad-ad68-3f778b701915 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ee05c0f-781e-4f9c-80e3-6fb23403ed05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412974 May 10 13:38:55.111559 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a10f0c-2507-479f-abb1-867fffbe83f0 admin admin] Router 4870af6b-b4d0-4fb2-a377-dca22ed541eb has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:38:55.184120 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-6b357585-3a4d-4aff-a6cd-b0f71291eae6 req-0a475824-9f37-49c6-a7ea-9a527fd9c688 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Deleting port bc3e7b40-d0b0-4d51-b886-a4659105b52c {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:38:55.184457 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6b357585-3a4d-4aff-a6cd-b0f71291eae6 req-0a475824-9f37-49c6-a7ea-9a527fd9c688 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:55.411230 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2d797a3e-8d28-4816-927a-f2e9ef9c8661 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:38:55.447415 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] No Port match for: 2d797a3e-8d28-4816-927a-f2e9ef9c8661 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:38:55.447765 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device 2d797a3e-8d28-4816-927a-f2e9ef9c8661 not bound to the agent host hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:38:55.509332 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a10f0c-2507-479f-abb1-867fffbe83f0 admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:38:55.511933 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [req-6b357585-3a4d-4aff-a6cd-b0f71291eae6 req-0a475824-9f37-49c6-a7ea-9a527fd9c688 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] For port bc3e7b40-d0b0-4d51-b886-a4659105b52c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=bc3e7b40-d0b0-4d51-b886-a4659105b52c,segment=NetworkSegment(86910f1b-c845-4812-a6c7-ded0e6fd94e4),segment_id=86910f1b-c845-4812-a6c7-ded0e6fd94e4)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:38:55.512276 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6b357585-3a4d-4aff-a6cd-b0f71291eae6 req-0a475824-9f37-49c6-a7ea-9a527fd9c688 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:55.517520 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe15ff-11ec-457e-826d-77ff976bee68 None None] Sync routers for ids ['4870af6b-b4d0-4fb2-a377-dca22ed541eb'] in dv-cinder-784945-7-smb {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:38:55.526967 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe15ff-11ec-457e-826d-77ff976bee68 None None] Routers {'4870af6b-b4d0-4fb2-a377-dca22ed541eb'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:38:55.527578 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-7abe15ff-11ec-457e-826d-77ff976bee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:38:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['4870af6b-b4d0-4fb2-a377-dca22ed541eb'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:38:55.635880 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-52a10f0c-2507-479f-abb1-867fffbe83f0 admin admin] 10.222.0.30 "PUT /v2.0/routers/4870af6b-b4d0-4fb2-a377-dca22ed541eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0416279 May 10 13:38:55.638448 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 44344) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:55.646121 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [req-6b357585-3a4d-4aff-a6cd-b0f71291eae6 req-0a475824-9f37-49c6-a7ea-9a527fd9c688 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Calling delete_port for bc3e7b40-d0b0-4d51-b886-a4659105b52c owned by compute:nova {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:38:55.706620 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-7abe15ff-11ec-457e-826d-77ff976bee68 None None] Set router 4870af6b-b4d0-4fb2-a377-dca22ed541eb gateway port host: dv-cinder-784945-7-smb {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:38:55.759764 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6b357585-3a4d-4aff-a6cd-b0f71291eae6 req-0a475824-9f37-49c6-a7ea-9a527fd9c688 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:55.766038 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-f79b9494-cd9c-4c67-bb73-66eb8d8ebe60 tempest-AttachVolumeTestJSON-818241596 tempest-AttachVolumeTestJSON-818241596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:55.808939 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a475824-9f37-49c6-a7ea-9a527fd9c688 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Pushing event deleted for resources: {'Port': ['ID=bc3e7b40-d0b0-4d51-b886-a4659105b52c,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:55.811367 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-0a475824-9f37-49c6-a7ea-9a527fd9c688 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:55.813266 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-09d26afd-13fa-4571-b51c-98fb6ea427d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:55.824620 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] get_ports_and_sgs() called for port_ids ['bc3e7b40-d0b0-4d51-b886-a4659105b52c'] {{(pid=78779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 13:38:55.899180 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b357585-3a4d-4aff-a6cd-b0f71291eae6 req-0a475824-9f37-49c6-a7ea-9a527fd9c688 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] No DVR routers for this DVR port bc3e7b40-d0b0-4d51-b886-a4659105b52c on host hv-cinder-78494 {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:38:55.902354 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [req-6b357585-3a4d-4aff-a6cd-b0f71291eae6 req-0a475824-9f37-49c6-a7ea-9a527fd9c688 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147574'] for port, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:55.905772 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f21099c-4596-4e52-9537-805427bd90ad', 'name': 'network-vif-deleted', 'tag': 'bc3e7b40-d0b0-4d51-b886-a4659105b52c'}] {{(pid=78778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 13:38:55.929904 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [req-6b357585-3a4d-4aff-a6cd-b0f71291eae6 req-0a475824-9f37-49c6-a7ea-9a527fd9c688 tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.11 "DELETE /v2.0/ports/bc3e7b40-d0b0-4d51-b886-a4659105b52c HTTP/1.1" status: 204 len: 173 time: 1.0365450 May 10 13:38:55.972112 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f21099c-4596-4e52-9537-805427bd90ad', 'name': 'network-vif-deleted', 'tag': 'bc3e7b40-d0b0-4d51-b886-a4659105b52c', 'status': 'completed', 'code': 200} May 10 13:38:56.035142 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-09d26afd-13fa-4571-b51c-98fb6ea427d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:56.081250 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-7abe15ff-11ec-457e-826d-77ff976bee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'name': 'tempest-TestShelveInstance-1254029300-router', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:14Z', 'updated_at': '2021-05-10T13:38:54Z', 'revision_number': 5, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'gw_port': {'id': '8333934d-69ef-4ab7-95ad-efad2ca93854', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:15Z', 'updated_at': '2021-05-10T13:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:38:56.085583 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe15ff-11ec-457e-826d-77ff976bee68 None None] Checking router: 4870af6b-b4d0-4fb2-a377-dca22ed541eb for host: dv-cinder-784945-7-smb {{(pid=78779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:38:56.095649 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe15ff-11ec-457e-826d-77ff976bee68 None None] Routers {'4870af6b-b4d0-4fb2-a377-dca22ed541eb'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:38:56.096198 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-7abe15ff-11ec-457e-826d-77ff976bee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:38:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['4870af6b-b4d0-4fb2-a377-dca22ed541eb'], 'active': True} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:38:56.129935 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-09d26afd-13fa-4571-b51c-98fb6ea427d4 admin admin] Deleting port 8333934d-69ef-4ab7-95ad-efad2ca93854 {{(pid=78777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:38:56.130274 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-09d26afd-13fa-4571-b51c-98fb6ea427d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:56.251862 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvr_db [None req-7abe15ff-11ec-457e-826d-77ff976bee68 None None] Set router 4870af6b-b4d0-4fb2-a377-dca22ed541eb gateway port host: None {{(pid=78779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:38:56.257294 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [req-4b548703-4d24-43e2-bd64-4c7e503fb6ee req-381db61c-41fb-488d-a35b-d1af26b9296e tempest-VolumesNegativeTest-2045969914 tempest-VolumesNegativeTest-2045969914-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f21099c-4596-4e52-9537-805427bd90ad HTTP/1.1" status: 200 len: 210 time: 0.0540414 May 10 13:38:56.310947 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.db [None req-09d26afd-13fa-4571-b51c-98fb6ea427d4 admin admin] For port 8333934d-69ef-4ab7-95ad-efad2ca93854, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=8333934d-69ef-4ab7-95ad-efad2ca93854,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:38:56.311317 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-09d26afd-13fa-4571-b51c-98fb6ea427d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:56.356473 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_hamode_db [None req-7abe15ff-11ec-457e-826d-77ff976bee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'name': 'tempest-TestShelveInstance-1254029300-router', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:14Z', 'updated_at': '2021-05-10T13:38:56Z', 'revision_number': 6, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'gw_port_host': None}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:38:56.360508 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe15ff-11ec-457e-826d-77ff976bee68 None None] The sync data for ids ['4870af6b-b4d0-4fb2-a377-dca22ed541eb'] in dv-cinder-784945-7-smb is: [{'id': '4870af6b-b4d0-4fb2-a377-dca22ed541eb', 'name': 'tempest-TestShelveInstance-1254029300-router', 'tenant_id': 'aed95712bd2b4455b07f64688d052baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:14Z', 'updated_at': '2021-05-10T13:38:56Z', 'revision_number': 6, 'project_id': 'aed95712bd2b4455b07f64688d052baa', 'gw_port_host': None}] {{(pid=78779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:38:56.435245 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-09d26afd-13fa-4571-b51c-98fb6ea427d4 admin admin] Calling delete_port for 8333934d-69ef-4ab7-95ad-efad2ca93854 owned by network:router_gateway {{(pid=78777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:38:56.570574 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-09d26afd-13fa-4571-b51c-98fb6ea427d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:56.575695 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-9171bb8a-e3e4-42b8-8747-9f4240e7dc7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:56.617743 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d26afd-13fa-4571-b51c-98fb6ea427d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8333934d-69ef-4ab7-95ad-efad2ca93854,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:56.621444 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-09d26afd-13fa-4571-b51c-98fb6ea427d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:56.820979 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-09d26afd-13fa-4571-b51c-98fb6ea427d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711207'] for router_gateway, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:57.000964 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-09d26afd-13fa-4571-b51c-98fb6ea427d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103759'] for router, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:57.003124 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-09d26afd-13fa-4571-b51c-98fb6ea427d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:57.025512 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-09d26afd-13fa-4571-b51c-98fb6ea427d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1801077'] for router, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:57.025997 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d26afd-13fa-4571-b51c-98fb6ea427d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4870af6b-b4d0-4fb2-a377-dca22ed541eb {{(pid=78777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 13:38:57.037449 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-09d26afd-13fa-4571-b51c-98fb6ea427d4 admin admin] Notify callbacks [] for router, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:57.038509 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-09d26afd-13fa-4571-b51c-98fb6ea427d4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/4870af6b-b4d0-4fb2-a377-dca22ed541eb HTTP/1.1" status: 204 len: 168 time: 1.3988798 May 10 13:38:57.041793 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 44352) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:57.101599 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bdcf75-4386-42bf-8701-ef89e3bb06d7 admin admin] Deleting subnet 0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5 {{(pid=78777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 13:38:57.105460 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b6bdcf75-4386-42bf-8701-ef89e3bb06d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:57.154866 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b6bdcf75-4386-42bf-8701-ef89e3bb06d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2491390'] for subnet, precommit_delete_associations {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:57.236413 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b6bdcf75-4386-42bf-8701-ef89e3bb06d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862903'] for subnet, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:57.489983 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b6bdcf75-4386-42bf-8701-ef89e3bb06d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3874393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2121738'] for subnet, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:57.495181 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-a89127eb-3432-4e35-a3ec-ecf4bd3201af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:57.533145 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdcf75-4386-42bf-8701-ef89e3bb06d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:57.535573 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-b6bdcf75-4386-42bf-8701-ef89e3bb06d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for subnet, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:57.538221 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-b6bdcf75-4386-42bf-8701-ef89e3bb06d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:57.540471 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834bc5f0-0c0f-4fe6-9f5f-473d9ec5d96a None None] Network 72f7116b-c3ab-4a0a-93c8-178ba457121f requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:38:57.542919 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-b6bdcf75-4386-42bf-8701-ef89e3bb06d7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0bbb5d8a-26f2-4696-8e7d-ce7dfc832bc5 HTTP/1.1" status: 204 len: 168 time: 0.5001926 May 10 13:38:57.545276 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 44368) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:57.648837 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782519'] for network, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:57.726647 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] Deleting port e58889a2-1172-419c-9061-1a1624e1bab3 {{(pid=78777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:38:57.727402 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:57.789341 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebd1e25-3864-441f-a021-04f06ff956ae None None] DHCP port deletion for 72f7116b-c3ab-4a0a-93c8-178ba457121f request from dv-cinder-784945-7-smb {{(pid=78779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 13:38:57.841144 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.db [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] For port e58889a2-1172-419c-9061-1a1624e1bab3, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=e58889a2-1172-419c-9061-1a1624e1bab3,segment=NetworkSegment(2e17b361-ddf8-457a-b171-6c5b504b525f),segment_id=2e17b361-ddf8-457a-b171-6c5b504b525f)] {{(pid=78777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:38:57.841541 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:57.857765 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-cebd1e25-3864-441f-a021-04f06ff956ae None None] Deleting port e58889a2-1172-419c-9061-1a1624e1bab3 {{(pid=78779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:38:57.858336 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-cebd1e25-3864-441f-a021-04f06ff956ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:57.957755 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-cebd1e25-3864-441f-a021-04f06ff956ae None None] For port e58889a2-1172-419c-9061-1a1624e1bab3, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=e58889a2-1172-419c-9061-1a1624e1bab3,segment=NetworkSegment(2e17b361-ddf8-457a-b171-6c5b504b525f),segment_id=2e17b361-ddf8-457a-b171-6c5b504b525f)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:38:57.958155 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-cebd1e25-3864-441f-a021-04f06ff956ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:57.965034 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] Calling delete_port for e58889a2-1172-419c-9061-1a1624e1bab3 owned by network:dhcp {{(pid=78777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:38:58.014601 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:58.018425 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-2efc5898-e0b2-4025-bf3f-52b3adb93ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:58.064054 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e58889a2-1172-419c-9061-1a1624e1bab3,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:58.067589 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:58.070082 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] No DVR routers for this DVR port e58889a2-1172-419c-9061-1a1624e1bab3 on host dv-cinder-784945-7-smb {{(pid=78777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:38:58.078897 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-cebd1e25-3864-441f-a021-04f06ff956ae None None] Calling delete_port for e58889a2-1172-419c-9061-1a1624e1bab3 owned by network:dhcp {{(pid=78779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:38:58.125566 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-cebd1e25-3864-441f-a021-04f06ff956ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940'] for port, after_delete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:58.130445 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:58.189151 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd1e25-3864-441f-a021-04f06ff956ae None None] No DVR routers for this DVR port e58889a2-1172-419c-9061-1a1624e1bab3 on host dv-cinder-784945-7-smb {{(pid=78779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:38:58.205243 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd1e25-3864-441f-a021-04f06ff956ae None None] Pushing event deleted for resources: {'Port': ['ID=e58889a2-1172-419c-9061-1a1624e1bab3,revision_number=None']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:58.205692 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8786273459357'] for network, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:58.218578 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-cebd1e25-3864-441f-a021-04f06ff956ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:58.258717 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device cc133a32-a703-43ac-a611-a876753e1542 no longer exists at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:38:58.301121 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] No Port match for: cc133a32-a703-43ac-a611-a876753e1542 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:38:58.301528 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device cc133a32-a703-43ac-a611-a876753e1542 not bound to the agent host dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:38:58.301975 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device e58889a2-1172-419c-9061-1a1624e1bab3 no longer exists at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:38:58.338583 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f7116b-c3ab-4a0a-93c8-178ba457121f']}} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:38:58.342219 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] No Port match for: e58889a2-1172-419c-9061-1a1624e1bab3 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:38:58.342572 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device e58889a2-1172-419c-9061-1a1624e1bab3 not bound to the agent host dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:38:58.343000 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 8333934d-69ef-4ab7-95ad-efad2ca93854 no longer exists at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:38:58.351561 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e17b361-ddf8-457a-b171-6c5b504b525f') {'for_net_delete': True} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:38:58.351854 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.services.segments.db [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e17b361-ddf8-457a-b171-6c5b504b525f') {} {{(pid=78777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:38:58.364086 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786273471335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2491361'] for segment, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:58.378594 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] No Port match for: 8333934d-69ef-4ab7-95ad-efad2ca93854 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:38:58.378870 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 8333934d-69ef-4ab7-95ad-efad2ca93854 not bound to the agent host dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:38:58.387985 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:58.394827 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=78777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 13:38:58.395285 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3874367'] for segment, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: Traceback (most recent call last): May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: timer() May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: cb(*args, **kw) May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: return func(*args, **kwargs) May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: self._notify() May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: self.callback(batched_events) May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: event.method(event) May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: aggregate_uuid = self.p_client.list_aggregates( May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: return f(self, *a, **k) May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: return self._get(url).json() May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: return self.request(url, 'GET', **kwargs) May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: base_url = self.get_endpoint(auth, allow=allow, May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 13:38:58.410189 dv-cinder-784945-7-smb neutron-server[78777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 13:38:58.486774 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1711221'] for network, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:58.490848 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:38:58.504633 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:58.515221 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=72f7116b-c3ab-4a0a-93c8-178ba457121f,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:38:58.518386 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:38:58.530119 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-acfd23cf-3793-48d9-9a4a-d5d73fe615c2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/72f7116b-c3ab-4a0a-93c8-178ba457121f HTTP/1.1" status: 204 len: 168 time: 0.9838512 May 10 13:38:58.532893 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 44454) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:38:59.073300 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bdb5f26b-8bea-473d-9425-2f4d8481457b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704771'] for router_interface, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:59.413293 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device bc3e7b40-d0b0-4d51-b886-a4659105b52c no longer exists at agent hyperv_hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:38:59.449864 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] No Port match for: bc3e7b40-d0b0-4d51-b886-a4659105b52c {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:38:59.450408 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Device bc3e7b40-d0b0-4d51-b886-a4659105b52c not bound to the agent host hv-cinder-78494 {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:38:59.497129 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-bdb5f26b-8bea-473d-9425-2f4d8481457b admin admin] Deleting port 67aff943-e9d4-46f6-91f5-68e8dbd446d1 {{(pid=78777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:38:59.497501 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bdb5f26b-8bea-473d-9425-2f4d8481457b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:59.620864 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.db [None req-bdb5f26b-8bea-473d-9425-2f4d8481457b admin admin] For port 67aff943-e9d4-46f6-91f5-68e8dbd446d1, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=67aff943-e9d4-46f6-91f5-68e8dbd446d1,segment=NetworkSegment(4c0f617f-0322-4c2a-95c9-8d61f4079dea),segment_id=4c0f617f-0322-4c2a-95c9-8d61f4079dea)] {{(pid=78777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:38:59.621220 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bdb5f26b-8bea-473d-9425-2f4d8481457b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:38:59.858753 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.plugins.ml2.plugin [None req-bdb5f26b-8bea-473d-9425-2f4d8481457b admin admin] Calling delete_port for 67aff943-e9d4-46f6-91f5-68e8dbd446d1 owned by network:router_interface {{(pid=78777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:39:00.000213 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bdb5f26b-8bea-473d-9425-2f4d8481457b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3874314'] for port, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:00.004904 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-5f5713db-e951-4689-bd2c-319984dc5254 tempest-TestMinimumBasicScenario-917460821 tempest-TestMinimumBasicScenario-917460821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:39:00.050969 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5f26b-8bea-473d-9425-2f4d8481457b admin admin] Pushing event deleted for resources: {'Port': ['ID=67aff943-e9d4-46f6-91f5-68e8dbd446d1,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:39:00.054126 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-bdb5f26b-8bea-473d-9425-2f4d8481457b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:39:00.354314 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-bdb5f26b-8bea-473d-9425-2f4d8481457b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710067'] for router_interface, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:00.714688 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb5f26b-8bea-473d-9425-2f4d8481457b admin admin] Router aab5d5a7-46dd-4f23-83e6-a87a47fa805e has already been hosted by L3 agent 49f3ea22-4ba6-4dd5-bce7-8eb3705819e4 {{(pid=78777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 13:39:00.896344 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb5f26b-8bea-473d-9425-2f4d8481457b admin admin] Notify agent at l3_agent.dv-cinder-784945-7-smb the message routers_updated {{(pid=78777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 13:39:00.905692 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16a0fe3-b7a7-4c1a-b600-d230527a29cf None None] Sync routers for ids ['aab5d5a7-46dd-4f23-83e6-a87a47fa805e'] in dv-cinder-784945-7-smb {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:39:00.915970 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16a0fe3-b7a7-4c1a-b600-d230527a29cf None None] Routers {'aab5d5a7-46dd-4f23-83e6-a87a47fa805e'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:39:00.916579 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-f16a0fe3-b7a7-4c1a-b600-d230527a29cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:38:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['aab5d5a7-46dd-4f23-83e6-a87a47fa805e'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:39:00.919500 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 44588) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:39:00.920050 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-bdb5f26b-8bea-473d-9425-2f4d8481457b admin admin] 10.222.0.30 "PUT /v2.0/routers/aab5d5a7-46dd-4f23-83e6-a87a47fa805e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3856153 May 10 13:39:01.085897 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-f16a0fe3-b7a7-4c1a-b600-d230527a29cf None None] Set router aab5d5a7-46dd-4f23-83e6-a87a47fa805e gateway port host: dv-cinder-784945-7-smb {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:39:01.093680 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-97276c08-e33a-4f44-be69-42cb4a28b9a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:01.265078 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-97276c08-e33a-4f44-be69-42cb4a28b9a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:01.336977 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [None req-97276c08-e33a-4f44-be69-42cb4a28b9a1 admin admin] Deleting port aac60384-9e98-49bc-a69f-fd959ee63511 {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:39:01.337314 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-97276c08-e33a-4f44-be69-42cb4a28b9a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:01.368317 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-f16a0fe3-b7a7-4c1a-b600-d230527a29cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab5d5a7-46dd-4f23-83e6-a87a47fa805e', 'name': 'tempest-TestShelveInstance-493034869-router', 'tenant_id': '5d878554a19d49a2a5ce644a110e13a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'external_fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'aac60384-9e98-49bc-a69f-fd959ee63511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:26Z', 'updated_at': '2021-05-10T13:38:59Z', 'revision_number': 5, 'project_id': '5d878554a19d49a2a5ce644a110e13a6', 'gw_port': {'id': 'aac60384-9e98-49bc-a69f-fd959ee63511', 'name': '', 'network_id': '201b784b-a2c0-4851-ba32-323396f26c0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab5d5a7-46dd-4f23-83e6-a87a47fa805e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T13:34:27Z', 'updated_at': '2021-05-10T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3facc7a-ff4c-482b-8bd3-938f14d413a3', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-7-smb'}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:39:01.372210 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16a0fe3-b7a7-4c1a-b600-d230527a29cf None None] Checking router: aab5d5a7-46dd-4f23-83e6-a87a47fa805e for host: dv-cinder-784945-7-smb {{(pid=78780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:39:01.380419 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16a0fe3-b7a7-4c1a-b600-d230527a29cf None None] Routers {'aab5d5a7-46dd-4f23-83e6-a87a47fa805e'} bound to L3 agent in host dv-cinder-784945-7-smb {{(pid=78780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 13:39:01.381014 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-f16a0fe3-b7a7-4c1a-b600-d230527a29cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T13:23:09Z,description=,heartbeat_timestamp=2021-05-10T13:38:39Z,host='dv-cinder-784945-7-smb',id=49f3ea22-4ba6-4dd5-bce7-8eb3705819e4,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T13:23:09Z,topic='l3_agent')) {'router_ids': ['aab5d5a7-46dd-4f23-83e6-a87a47fa805e'], 'active': True} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:39:01.454275 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [None req-97276c08-e33a-4f44-be69-42cb4a28b9a1 admin admin] For port aac60384-9e98-49bc-a69f-fd959ee63511, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=aac60384-9e98-49bc-a69f-fd959ee63511,segment=NetworkSegment(dff228e9-b54b-43c8-9c5a-b80eb25afef0),segment_id=dff228e9-b54b-43c8-9c5a-b80eb25afef0)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:39:01.454626 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-97276c08-e33a-4f44-be69-42cb4a28b9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:01.529869 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_dvr_db [None req-f16a0fe3-b7a7-4c1a-b600-d230527a29cf None None] Set router aab5d5a7-46dd-4f23-83e6-a87a47fa805e gateway port host: None {{(pid=78780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 13:39:01.572505 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [None req-97276c08-e33a-4f44-be69-42cb4a28b9a1 admin admin] Calling delete_port for aac60384-9e98-49bc-a69f-fd959ee63511 owned by network:router_gateway {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:39:01.641309 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.l3_hamode_db [None req-f16a0fe3-b7a7-4c1a-b600-d230527a29cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab5d5a7-46dd-4f23-83e6-a87a47fa805e', 'name': 'tempest-TestShelveInstance-493034869-router', 'tenant_id': '5d878554a19d49a2a5ce644a110e13a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:26Z', 'updated_at': '2021-05-10T13:39:01Z', 'revision_number': 6, 'project_id': '5d878554a19d49a2a5ce644a110e13a6', 'gw_port_host': None}], 'dv-cinder-784945-7-smb', False) {} {{(pid=78780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:39:01.645567 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16a0fe3-b7a7-4c1a-b600-d230527a29cf None None] The sync data for ids ['aab5d5a7-46dd-4f23-83e6-a87a47fa805e'] in dv-cinder-784945-7-smb is: [{'id': 'aab5d5a7-46dd-4f23-83e6-a87a47fa805e', 'name': 'tempest-TestShelveInstance-493034869-router', 'tenant_id': '5d878554a19d49a2a5ce644a110e13a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T13:34:26Z', 'updated_at': '2021-05-10T13:39:01Z', 'revision_number': 6, 'project_id': '5d878554a19d49a2a5ce644a110e13a6', 'gw_port_host': None}] {{(pid=78780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:39:01.706618 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-97276c08-e33a-4f44-be69-42cb4a28b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:01.709975 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-52a10f0c-2507-479f-abb1-867fffbe83f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:39:01.751570 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97276c08-e33a-4f44-be69-42cb4a28b9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aac60384-9e98-49bc-a69f-fd959ee63511,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:39:01.754661 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-97276c08-e33a-4f44-be69-42cb4a28b9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:39:01.945427 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-97276c08-e33a-4f44-be69-42cb4a28b9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711207'] for router_gateway, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:02.096554 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 44598) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:39:02.118858 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-97276c08-e33a-4f44-be69-42cb4a28b9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103759'] for router, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:02.121033 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-97276c08-e33a-4f44-be69-42cb4a28b9a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:02.143515 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-97276c08-e33a-4f44-be69-42cb4a28b9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1801077'] for router, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:02.144115 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97276c08-e33a-4f44-be69-42cb4a28b9a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aab5d5a7-46dd-4f23-83e6-a87a47fa805e {{(pid=78778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 13:39:02.156623 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-97276c08-e33a-4f44-be69-42cb4a28b9a1 admin admin] Notify callbacks [] for router, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:02.157743 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-97276c08-e33a-4f44-be69-42cb4a28b9a1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/aab5d5a7-46dd-4f23-83e6-a87a47fa805e HTTP/1.1" status: 204 len: 168 time: 1.2371852 May 10 13:39:02.160168 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 44604) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:39:02.218166 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.db_base_plugin_v2 [None req-330189ce-9802-4ac9-9cfd-bea8d8a1f16c admin admin] Deleting subnet 2b0ad0bd-3fe5-44d0-b837-97bd8356cf9c {{(pid=78778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 13:39:02.221743 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-330189ce-9802-4ac9-9cfd-bea8d8a1f16c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:02.255100 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-89076b7d-645e-4325-86ba-f3c2daeacb0c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=58f7ef69aa054757b78a9965499805b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573236 May 10 13:39:02.257875 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.wsgi [-] (78777) accepted ('10.222.0.30', 44608) {{(pid=78777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:39:02.273112 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-330189ce-9802-4ac9-9cfd-bea8d8a1f16c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296092'] for subnet, precommit_delete_associations {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:02.314187 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-93b11908-19c4-42f7-8692-6df2ebe11eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:02.339483 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-93b11908-19c4-42f7-8692-6df2ebe11eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:02.348859 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-330189ce-9802-4ac9-9cfd-bea8d8a1f16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862903'] for subnet, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:02.398555 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-93b11908-19c4-42f7-8692-6df2ebe11eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:02.403605 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-c6b0b773-b90f-4b0b-ac49-f53e06b6014b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:39:02.418015 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b11908-19c4-42f7-8692-6df2ebe11eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee05c0f-781e-4f9c-80e3-6fb23403ed05,revision_number=None']} {{(pid=78777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:39:02.422397 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG oslo_concurrency.lockutils [None req-93b11908-19c4-42f7-8692-6df2ebe11eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:39:02.425915 dv-cinder-784945-7-smb neutron-server[78777]: DEBUG neutron_lib.callbacks.manager [None req-93b11908-19c4-42f7-8692-6df2ebe11eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:02.431995 dv-cinder-784945-7-smb neutron-server[78777]: INFO neutron.wsgi [None req-93b11908-19c4-42f7-8692-6df2ebe11eeb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ee05c0f-781e-4f9c-80e3-6fb23403ed05 HTTP/1.1" status: 204 len: 168 time: 0.1682796 May 10 13:39:02.480220 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 67aff943-e9d4-46f6-91f5-68e8dbd446d1 no longer exists at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:39:02.514672 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] No Port match for: 67aff943-e9d4-46f6-91f5-68e8dbd446d1 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:39:02.515152 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 67aff943-e9d4-46f6-91f5-68e8dbd446d1 not bound to the agent host dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:39:02.515989 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device aac60384-9e98-49bc-a69f-fd959ee63511 no longer exists at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:39:02.563498 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] No Port match for: aac60384-9e98-49bc-a69f-fd959ee63511 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:39:02.563498 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device aac60384-9e98-49bc-a69f-fd959ee63511 not bound to the agent host dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:39:02.639469 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-330189ce-9802-4ac9-9cfd-bea8d8a1f16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2180919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2414209'] for subnet, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:02.644056 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-c858c1b8-4a17-4567-85a3-90a654fc96df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:39:02.683463 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330189ce-9802-4ac9-9cfd-bea8d8a1f16c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b0ad0bd-3fe5-44d0-b837-97bd8356cf9c,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:39:02.687201 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-330189ce-9802-4ac9-9cfd-bea8d8a1f16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:39:02.688313 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-330189ce-9802-4ac9-9cfd-bea8d8a1f16c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:02.697842 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-330189ce-9802-4ac9-9cfd-bea8d8a1f16c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2b0ad0bd-3fe5-44d0-b837-97bd8356cf9c HTTP/1.1" status: 204 len: 168 time: 0.5339136 May 10 13:39:02.698230 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 44614) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:39:02.701158 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e742115b-8717-48bd-bb37-2ea8b3744793 None None] Network b78ab28e-bfb3-4e0f-a844-e075627a1f8e requested from dv-cinder-784945-7-smb {{(pid=78779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 13:39:02.810513 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782519'] for network, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:02.884148 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] Deleting port 8325c56b-4907-4e5c-b658-c22db49ec429 {{(pid=78778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:39:02.884385 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:02.979642 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.db [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] For port 8325c56b-4907-4e5c-b658-c22db49ec429, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=8325c56b-4907-4e5c-b658-c22db49ec429,segment=NetworkSegment(4c0f617f-0322-4c2a-95c9-8d61f4079dea),segment_id=4c0f617f-0322-4c2a-95c9-8d61f4079dea)] {{(pid=78778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:39:02.980221 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:02.987799 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceee86a-e108-4073-88f3-712234018f67 None None] DHCP port deletion for b78ab28e-bfb3-4e0f-a844-e075627a1f8e request from dv-cinder-784945-7-smb {{(pid=78779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 13:39:03.052974 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-1ceee86a-e108-4073-88f3-712234018f67 None None] Deleting port 8325c56b-4907-4e5c-b658-c22db49ec429 {{(pid=78779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 13:39:03.053276 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-1ceee86a-e108-4073-88f3-712234018f67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786273448861'] for port, before_delete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:03.103993 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.plugin [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] Calling delete_port for 8325c56b-4907-4e5c-b658-c22db49ec429 owned by network:dhcp {{(pid=78778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:39:03.148943 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2180964'] for port, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:03.149727 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.db [None req-1ceee86a-e108-4073-88f3-712234018f67 None None] For port 8325c56b-4907-4e5c-b658-c22db49ec429, host dv-cinder-784945-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-7-smb',level=0,port_id=8325c56b-4907-4e5c-b658-c22db49ec429,segment=NetworkSegment(4c0f617f-0322-4c2a-95c9-8d61f4079dea),segment_id=4c0f617f-0322-4c2a-95c9-8d61f4079dea)] {{(pid=78779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 13:39:03.149866 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-1ceee86a-e108-4073-88f3-712234018f67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731769'] for port, precommit_delete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:03.153055 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-3e3faae1-fa58-42dd-9d51-d147d2b40ba1 tempest-VolumesSnapshotTestJSON-940861362 tempest-VolumesSnapshotTestJSON-940861362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:39:03.195035 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8325c56b-4907-4e5c-b658-c22db49ec429,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:39:03.198424 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:39:03.199181 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] No DVR routers for this DVR port 8325c56b-4907-4e5c-b658-c22db49ec429 on host dv-cinder-784945-7-smb {{(pid=78778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:39:03.271155 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-1ceee86a-e108-4073-88f3-712234018f67 None None] Calling delete_port for 8325c56b-4907-4e5c-b658-c22db49ec429 owned by network:dhcp {{(pid=78779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 13:39:03.310226 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-861004', 'neutron.services.segments.db._delete_segments_for_network-8786273459357'] for network, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:03.311884 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-1ceee86a-e108-4073-88f3-712234018f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786273452912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786273031940'] for port, after_delete {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:03.316234 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:39:03.323142 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78ab28e-bfb3-4e0f-a844-e075627a1f8e']}} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:39:03.334707 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0f617f-0322-4c2a-95c9-8d61f4079dea') {'for_net_delete': True} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:39:03.334996 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.services.segments.db [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0f617f-0322-4c2a-95c9-8d61f4079dea') {} {{(pid=78778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:39:03.346390 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786273471335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296067'] for segment, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:03.360196 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceee86a-e108-4073-88f3-712234018f67 None None] Pushing event deleted for resources: {'Port': ['ID=8325c56b-4907-4e5c-b658-c22db49ec429,revision_number=None']} {{(pid=78779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:39:03.362050 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908'] for segment, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:03.363198 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG oslo_concurrency.lockutils [None req-1ceee86a-e108-4073-88f3-712234018f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:39:03.364025 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceee86a-e108-4073-88f3-712234018f67 None None] No DVR routers for this DVR port 8325c56b-4907-4e5c-b658-c22db49ec429 on host dv-cinder-784945-7-smb {{(pid=78779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 13:39:03.369190 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=78778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 13:39:03.369612 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2180945'] for segment, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: Traceback (most recent call last): May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: timer() May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: cb(*args, **kw) May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: return func(*args, **kwargs) May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: self._notify() May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: self.callback(batched_events) May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: event.method(event) May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: aggregate_uuid = self.p_client.list_aggregates( May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: return f(self, *a, **k) May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: return self._get(url).json() May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: return self.request(url, 'GET', **kwargs) May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: base_url = self.get_endpoint(auth, allow=allow, May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 13:39:03.382959 dv-cinder-784945-7-smb neutron-server[78778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 13:39:03.539525 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-860981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1711221'] for network, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:03.544325 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600165'] for network, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:03.547114 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:39:03.568752 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b78ab28e-bfb3-4e0f-a844-e075627a1f8e,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:39:03.571568 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:39:03.575243 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-a31ee3a1-a44c-4f5d-a09d-56234308f5a3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b78ab28e-bfb3-4e0f-a844-e075627a1f8e HTTP/1.1" status: 204 len: 168 time: 0.8759658 May 10 13:39:03.742938 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 44620) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:39:03.784250 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:39:03.794106 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-7dc896a2-0d05-46b1-97fa-bd99babf920a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aed95712bd2b4455b07f64688d052baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499384 May 10 13:39:03.796272 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 44624) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:39:03.851827 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-5558f9ce-8541-40a5-be5c-60f66902c365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:03.876844 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-5558f9ce-8541-40a5-be5c-60f66902c365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:03.927160 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-5558f9ce-8541-40a5-be5c-60f66902c365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:03.932305 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-1789495a-ba86-4d77-9616-3cd06affed78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:39:03.945621 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558f9ce-8541-40a5-be5c-60f66902c365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac255308-25d2-4bfc-bc9f-7f066fc99add,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:39:03.949044 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-5558f9ce-8541-40a5-be5c-60f66902c365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:39:03.952211 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-5558f9ce-8541-40a5-be5c-60f66902c365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:03.953290 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-5558f9ce-8541-40a5-be5c-60f66902c365 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac255308-25d2-4bfc-bc9f-7f066fc99add HTTP/1.1" status: 204 len: 168 time: 0.1561637 May 10 13:39:04.230269 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 8325c56b-4907-4e5c-b658-c22db49ec429 no longer exists at agent ovs-agent-dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 13:39:04.264032 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.plugin [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] No Port match for: 8325c56b-4907-4e5c-b658-c22db49ec429 {{(pid=78779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 13:39:04.264393 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron.plugins.ml2.rpc [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Device 8325c56b-4907-4e5c-b658-c22db49ec429 not bound to the agent host dv-cinder-784945-7-smb {{(pid=78779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 13:39:04.296157 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 44632) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:39:04.343065 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-2a86dff9-88d7-4651-a04c-b3d2fd58a074 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d878554a19d49a2a5ce644a110e13a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456181 May 10 13:39:04.345189 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.wsgi [-] (78778) accepted ('10.222.0.30', 44636) {{(pid=78778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 13:39:04.404689 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f6019677-a3fe-4427-96ef-b73b572dee9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:04.428821 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f6019677-a3fe-4427-96ef-b73b572dee9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:04.478237 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f6019677-a3fe-4427-96ef-b73b572dee9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783964'] for security_group, after_delete {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:04.482879 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-dc5b5e21-8510-4068-86b7-259c096bc297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 13:39:04.495840 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6019677-a3fe-4427-96ef-b73b572dee9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31715053-31ea-4583-ac10-bf622458fd76,revision_number=None']} {{(pid=78778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:39:04.498126 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG oslo_concurrency.lockutils [None req-f6019677-a3fe-4427-96ef-b73b572dee9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 13:39:04.500260 dv-cinder-784945-7-smb neutron-server[78778]: DEBUG neutron_lib.callbacks.manager [None req-f6019677-a3fe-4427-96ef-b73b572dee9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:04.503646 dv-cinder-784945-7-smb neutron-server[78778]: INFO neutron.wsgi [None req-f6019677-a3fe-4427-96ef-b73b572dee9b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31715053-31ea-4583-ac10-bf622458fd76 HTTP/1.1" status: 204 len: 168 time: 0.1552296 May 10 13:39:04.818236 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:06.532675 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-684979ae-050f-4dc5-baa7-969bbd27fada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:09.031199 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-d3cae8a4-261d-4ecc-94af-d055144f3a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:09.203093 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:10.233004 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:12.025722 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:34.832631 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:36.534114 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-de205736-7bc2-444b-adf8-d613adc7e59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:39.031069 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-42122e1e-42b5-4484-9378-55df59a7149f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:39.204571 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:40.236430 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:39:40.783569 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:39:42.030432 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:40:04.844429 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:40:06.534883 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-bdeddf6d-8e32-4868-a8d3-5b7f3785d0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:40:09.036004 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-d200ec5a-8e78-4665-926a-7f2d23452701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:40:09.205804 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:40:10.239118 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:40:12.031571 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:40:17.782942 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:40:34.844850 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:40:36.536544 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-054438fe-4a2b-4bfb-b43e-220c0eb02980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:40:39.036809 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-5c51b5c8-0f8d-4f97-8f28-1f448cf84e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:40:39.210738 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:40:40.243179 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:40:42.034050 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:40:54.782725 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:41:04.861152 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:41:06.537915 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-40c6b0bc-e2b4-498d-ad75-353b3994486c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:41:09.038240 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-e34945ee-f1e4-430a-9df0-d22d814d3d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:41:09.211839 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:41:10.244936 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:41:12.036241 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:41:31.780950 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:41:34.857829 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:41:36.539120 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-81d29135-abef-4257-8b46-45ea45558518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:41:39.038132 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-0ef30419-f43f-4a0c-bbe6-963bca822d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:41:39.212911 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:41:40.248877 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:41:42.039071 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:42:04.859300 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:42:06.540402 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-a35334ec-488b-4986-a974-c0a19f24d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:42:08.779544 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:42:09.041050 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-cf5faa97-92b8-445f-a146-ff90e4f9981b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:42:09.213303 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:42:10.251535 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:42:12.040770 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:42:34.873710 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:42:36.541063 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee610-25a5-409c-9327-c54e2c7ec249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:42:39.041530 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b65892c3-9f61-4e77-808f-5badbf8bbe01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:42:39.215563 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:42:40.254777 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:42:42.046606 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:42:45.778423 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:43:04.875343 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:43:06.541542 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-707eda00-ca27-4608-b604-d67954ee2f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:43:09.041462 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ce8a0000-ef09-498b-84a8-1b52b3853be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:43:09.218272 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:43:10.256739 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:43:12.046822 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:43:22.776907 dv-cinder-784945-7-smb neutron-server[78780]: DEBUG neutron.db.agents_db [None req-e99bc010-bbab-4a8f-8444-b5318ecc0ca9 None None] Agent healthcheck: found 6 active agents {{(pid=78780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 13:43:34.871688 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b23cded0-b1da-45d1-8046-a18aa0e8f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:43:36.543570 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-91c12ae8-22ea-4a10-aea2-61375cf001be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:43:39.041924 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-b50493ba-9309-466a-aa1b-b2c33cf4de8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:43:39.220073 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-61a25381-dda8-4ec0-a5fa-9a421df6b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:43:40.260315 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-ebebbb92-4558-42b9-920b-f9bcb9cff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 13:43:42.049573 dv-cinder-784945-7-smb neutron-server[78779]: DEBUG neutron_lib.callbacks.manager [None req-515c70c8-c92e-4c14-bf2f-3d34593ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786273459366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861302'] for agent, after_update {{(pid=78779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}